-- Logs begin at Tue 2021-09-14 22:27:07 UTC, end at Tue 2021-09-14 23:25:05 UTC. -- Sep 14 22:56:45.239735 dv-cinder-760178-13-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 14 22:56:48.004102 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.common.config [-] Logging enabled! Sep 14 22:56:48.005468 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev642 Sep 14 22:56:48.005941 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94025) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 14 22:56:48.009164 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.common.config [-] Logging enabled! Sep 14 22:56:48.009420 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev642 Sep 14 22:56:48.009725 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94025) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 14 22:56:48.010666 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 22:56:48.010899 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 22:56:48.011258 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 22:56:48.011500 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 22:56:48.011724 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 22:56:48.012038 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.012330 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.012631 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.012878 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.013170 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.013462 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.013738 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.014023 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.014316 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.014598 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.014875 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.015154 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.015380 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.015654 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.015937 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.016217 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.016442 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] debug = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.016738 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.017156 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.017558 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.017830 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.018113 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.018386 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.018649 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.018917 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.019196 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.019517 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] host = dv-cinder-760178-13-iscsi {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.019834 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.020669 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.020971 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.021264 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.021542 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.021821 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.022107 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.022380 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.022653 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] log_file = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.022926 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.023215 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.023521 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.023788 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.024009 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.024226 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.024509 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.024816 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.025088 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.025358 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.025627 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.025898 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.026162 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.026426 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.026710 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.026990 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.027270 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.027539 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.027807 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.028073 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.028337 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.028640 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.028915 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.029185 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.029454 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.029736 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.030000 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.030268 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.030562 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.030846 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.031122 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.031401 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.031670 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.031948 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.032214 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.032478 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.032780 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] use_json = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.033048 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.033313 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.033589 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.033855 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.034122 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.034387 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.034654 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.034936 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:48.035229 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.035641 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.036126 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.036556 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.037004 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.037410 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.037796 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.038078 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.038369 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.038660 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.038947 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.039224 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.039508 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.039783 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.040076 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.040379 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.040704 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.040999 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.041271 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.041543 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.041814 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.042087 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.042370 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.042642 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.042927 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.043215 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.043492 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.043775 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.044063 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.044349 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.044644 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.044914 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.045203 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.045476 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.045744 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.046035 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.046308 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.046582 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.046850 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.047127 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.047401 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.047672 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.047939 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.048209 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.048495 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.048802 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.049073 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.049341 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.049612 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.049879 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.050159 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.050432 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.050699 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.050968 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.052297 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.052584 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.052887 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.053165 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.053442 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.053721 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.053994 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.054267 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.054539 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.054812 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.055085 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.055356 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.055880 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.056155 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.056423 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.056744 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.057004 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.057271 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.057541 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.057826 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.058120 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.058396 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.058672 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.058948 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.059221 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.059495 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.059769 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.060045 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.060320 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.060593 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.060902 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.061182 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.061463 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.061742 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.062014 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.062312 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.062585 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.062860 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.063130 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.063400 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.063679 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.063956 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.064249 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.064541 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.064852 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.065139 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.065428 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.065705 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.066010 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.066288 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:48.066502 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 22:56:48.067502 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94025) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 14 22:56:48.424724 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 14 22:56:48.425000 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 14 22:56:48.425286 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 14 22:56:48.425616 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 14 22:56:48.826179 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:48.826479 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:48.826749 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:48.828043 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:48.828313 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:48.828576 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:48.866860 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:48.867134 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:48.867394 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:48.882867 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:48.883147 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:48.883411 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:48.912638 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:48.912984 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:48.913252 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:48.951455 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:48.951727 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:48.951988 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:49.189982 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:49.190591 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:49.190591 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:49.190763 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:49.191370 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:49.315810 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:49.316126 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:49.316407 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:49.317676 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:49.317965 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:49.318278 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:49.318540 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:49.318797 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:49.319052 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:49.319333 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:49.319591 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:49.319852 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:49.320104 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:49.320352 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:49.320603 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:49.320894 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:49.321145 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:49.321409 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:49.321672 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:49.321930 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:49.322196 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:49.322447 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:49.322727 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:49.323095 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:49.323340 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:49.323580 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:49.323969 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 22:56:49.324208 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 22:56:49.324448 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 22:56:49.324707 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 22:56:49.324942 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 22:56:49.325173 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 22:56:49.325528 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 14 22:56:49.328572 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 14 22:56:49.333542 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 14 22:56:49.337177 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Sep 14 22:56:49.338793 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 14 22:56:49.339234 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 14 22:56:49.339567 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 14 22:56:49.339947 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 14 22:56:49.342722 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 14 22:56:49.342966 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 14 22:56:49.343303 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 22:56:49.349056 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 14 22:56:49.370711 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 14 22:56:49.371159 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:49.371451 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94025) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 14 22:56:49.371808 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:49.373181 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94025) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 14 22:56:49.373618 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 22:56:49.373860 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 14 22:56:49.377032 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:49.377312 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:49.443951 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 14 22:56:49.444125 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 14 22:56:49.444356 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 14 22:56:49.444751 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 14 22:56:49.467297 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_db.sqlalchemy.engines [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94025) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 14 22:56:50.033662 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.plugins.ml2.managers [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Initializing driver for type 'gre' Sep 14 22:56:50.034297 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] gre ID ranges: [(1, 1000)] Sep 14 22:56:50.085386 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.plugins.ml2.managers [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Initializing driver for type 'local' Sep 14 22:56:50.085730 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.plugins.ml2.managers [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Initializing driver for type 'vlan' Sep 14 22:56:50.098980 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] VlanTypeDriver initialization complete Sep 14 22:56:50.099383 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.plugins.ml2.managers [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Initializing driver for type 'vxlan' Sep 14 22:56:50.099887 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] vxlan ID ranges: [(1, 1000)] Sep 14 22:56:50.152193 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.plugins.ml2.managers [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Initializing extension driver 'port_security' Sep 14 22:56:50.152470 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.plugins.ml2.extensions.port_security [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] PortSecurityExtensionDriver initialization complete Sep 14 22:56:50.152914 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.plugins.ml2.managers [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Initializing mechanism driver 'openvswitch' Sep 14 22:56:50.153174 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.plugins.ml2.managers [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Initializing mechanism driver 'hyperv' Sep 14 22:56:50.159736 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.plugins.ml2.plugin [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:50.161412 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > port after_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.161525 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > port after_update 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.161875 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > port after_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.162401 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94025) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 22:56:50.162839 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > subnet after_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.163202 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > subnet after_update 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.163551 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.163948 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94025) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 22:56:50.164360 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > network after_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.164742 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > network after_update 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.165096 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > network after_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.165486 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94025) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 22:56:50.165897 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > security_group after_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.166251 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > security_group after_update 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.166595 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.167124 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94025) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 22:56:50.167541 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.167897 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.168247 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.168673 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94025) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 22:56:50.169087 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > address_group after_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.169438 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > address_group after_update 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.169782 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.170172 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94025) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 22:56:50.170551 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] ML2 OVO RPC backend initialized. {{(pid=94025) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 14 22:56:50.171257 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.171616 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.172039 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > network before_response 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.172393 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > networks before_response 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.172774 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > port before_response 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.173130 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > ports before_response 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.173482 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > subnet before_response 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.173830 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > subnets before_response 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.174183 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > network after_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.174527 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > network after_update 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.174868 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > network after_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.175209 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > port after_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.175551 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > port after_update 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.175891 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > port after_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.176833 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > subnet after_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.177178 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > subnet after_update 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.177522 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.178102 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.plugins.ml2.plugin [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Modular L2 Plugin initialization complete Sep 14 22:56:50.178436 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading services supported by the core plugin {{(pid=94025) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 14 22:56:50.178769 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.plugins.ml2.managers [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Got port-security extension from driver 'port_security' Sep 14 22:56:50.179239 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.extensions.vlantransparent [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Disabled vlantransparent extension. Sep 14 22:56:50.179731 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94025) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 14 22:56:50.180053 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading Plugin: router Sep 14 22:56:50.220178 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.220835 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > router after_create 55549900 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.220980 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > router before_create 55549900 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.221353 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.221733 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.222099 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > router after_delete 55549900 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.222467 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.223336 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.223710 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > router after_create 55549900 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.224065 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > router after_update 55549900 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.224420 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > router after_update 55549900 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.224801 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.225173 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > router after_update 55549900 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.225594 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > router precommit_update 55549900 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.225972 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: port after_update 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.226321 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: port after_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.226672 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: subnet after_update 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.227023 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.227379 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.227738 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > router precommit_create 55549900 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.228087 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: port before_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.228437 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > router precommit_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.228827 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > router after_update 55549900 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.229178 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.229537 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > router precommit_create 55549900 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.229907 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.230260 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > router precommit_update 55549900 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.230632 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > agent after_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.230993 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > agent after_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.231459 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > network after_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.232339 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.quota.resource_registry [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Tracking information for resource: router configured {{(pid=94025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 22:56:50.232717 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.quota.resource_registry [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Tracking information for resource: floatingip configured {{(pid=94025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 22:56:50.238274 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.db.l3_agentschedulers_db [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 14 22:56:50.239471 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: port after_update 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.239836 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: port after_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.240195 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: port after_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.240552 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: port after_update 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.241389 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > router before_create 55550100 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.241761 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.242130 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > router precommit_create 55550100 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.242493 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > router precommit_update 55550100 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.247188 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.services.provider_configuration [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Service providers = [] {{(pid=94025) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 14 22:56:50.247561 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.db.servicetype_db [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94025) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 14 22:56:50.250571 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.services.service_base [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94025) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 22:56:50.250929 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.services.service_base [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94025) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 22:56:50.251280 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.services.service_base [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94025) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 22:56:50.252189 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.services.service_base [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94025) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 22:56:50.252571 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.services.service_base [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 14 22:56:50.252987 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 22:56:50.253312 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 14 22:56:50.264043 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 22:56:50.264386 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading Plugin: auto_allocate Sep 14 22:56:50.270747 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: network precommit_update 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.271127 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: network precommit_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.271660 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 22:56:50.271988 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading Plugin: tag Sep 14 22:56:50.278566 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 22:56:50.278902 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading Plugin: timestamp Sep 14 22:56:50.282957 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 22:56:50.283303 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading Plugin: network_ip_availability Sep 14 22:56:50.289347 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.289730 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.290096 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.290824 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 22:56:50.291153 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading Plugin: flavors Sep 14 22:56:50.295860 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 22:56:50.296205 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading Plugin: revisions Sep 14 22:56:50.300489 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 22:56:50.300919 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.875s {{(pid=94025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 14 22:56:50.301697 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94025) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 14 22:56:50.302036 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Initializing extension manager. Sep 14 22:56:50.302551 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: __init__.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.302901 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: __pycache__ {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.303243 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.303586 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: address_group.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.304355 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.304954 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: address-group Sep 14 22:56:50.305286 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: address_scope.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.306467 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.306991 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: address-scope Sep 14 22:56:50.307323 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.308270 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.308817 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: router-admin-state-down-before-update Sep 14 22:56:50.309150 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: agent.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.309865 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.310385 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: agent Sep 14 22:56:50.310715 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: agent_resources_synced.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.311645 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.312166 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: agent-resources-synced Sep 14 22:56:50.312495 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: allowedaddresspairs.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.314341 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.314874 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: allowed-address-pairs Sep 14 22:56:50.315207 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: auto_allocated_topology.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.316299 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.316961 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: auto-allocated-topology Sep 14 22:56:50.317330 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: availability_zone.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.318014 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.318534 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: availability_zone Sep 14 22:56:50.318865 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: availability_zone_filter.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.319806 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.320327 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: availability_zone_filter Sep 14 22:56:50.320688 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: data_plane_status.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.321615 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.322133 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extension data-plane-status not supported by any of loaded plugins Sep 14 22:56:50.322462 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: default_subnetpools.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.323394 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.323915 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: default-subnetpools Sep 14 22:56:50.324246 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.325095 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.325619 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: dhcp_agent_scheduler Sep 14 22:56:50.325950 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: dns.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.326898 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.327418 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extension dns-integration not supported by any of loaded plugins Sep 14 22:56:50.327747 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: dns_domain_ports.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.328708 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.329234 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 14 22:56:50.329566 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.330503 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.331022 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 14 22:56:50.331352 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: dvr.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.332038 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.333117 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: dvr Sep 14 22:56:50.333564 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: ecmp_routes.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.334505 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.335024 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 14 22:56:50.335353 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: empty_string_filtering.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.336276 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.336838 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: empty-string-filtering Sep 14 22:56:50.337168 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.338096 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.338617 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 14 22:56:50.338943 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.339872 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.340400 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 14 22:56:50.340765 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: external_net.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.341694 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.342216 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: external-net Sep 14 22:56:50.342545 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.343469 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.343991 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: extra_dhcp_opt Sep 14 22:56:50.344317 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: extraroute.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.345272 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.345795 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: extraroute Sep 14 22:56:50.346122 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: extraroute_atomic.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.347167 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.347688 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: extraroute-atomic Sep 14 22:56:50.348648 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: filter_validation.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.349421 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.349946 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: filter-validation Sep 14 22:56:50.350275 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: fip_pf_description.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.351203 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.351724 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 14 22:56:50.352050 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: fip_port_details.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.353013 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.353540 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: fip-port-details Sep 14 22:56:50.353867 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: flavors.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.355111 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.355638 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: flavors Sep 14 22:56:50.355973 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.357660 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.358195 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 14 22:56:50.358533 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: floatingip_pools.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.359244 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.359768 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: floatingip-pools Sep 14 22:56:50.360103 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: ip_allocation.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.361065 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.361585 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extension ip_allocation not supported by any of loaded plugins Sep 14 22:56:50.361915 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.362847 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.363370 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: ip-substring-filtering Sep 14 22:56:50.363730 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: l2_adjacency.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.364774 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.365294 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 14 22:56:50.365623 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: l3.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.366729 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.367258 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: router Sep 14 22:56:50.367589 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.369848 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.370395 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 14 22:56:50.370738 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.371682 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.372217 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: ext-gw-mode Sep 14 22:56:50.372552 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.373539 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.374063 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: l3-ha Sep 14 22:56:50.374395 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: l3_flavors.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.375339 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.375860 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: l3-flavors Sep 14 22:56:50.376193 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.377161 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.377681 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 14 22:56:50.378013 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: l3agentscheduler.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.379084 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.379625 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: l3_agent_scheduler Sep 14 22:56:50.379953 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: logging.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.381516 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.382052 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extension logging not supported by any of loaded plugins Sep 14 22:56:50.382391 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: metering.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.383145 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.383732 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: metering Sep 14 22:56:50.384066 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.385207 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.385735 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: metering_source_and_destination_fields Sep 14 22:56:50.386070 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: multiprovidernet.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.387021 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.387546 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: multi-provider Sep 14 22:56:50.387881 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: netmtu.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.388838 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.389361 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: net-mtu Sep 14 22:56:50.389691 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: netmtu_writable.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.390622 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.391144 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: net-mtu-writable Sep 14 22:56:50.391473 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: network_availability_zone.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.392152 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.392697 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: network_availability_zone Sep 14 22:56:50.393027 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: network_ip_availability.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.394150 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.394679 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: network-ip-availability Sep 14 22:56:50.395523 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: network_segment_range.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.396300 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.396854 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extension network-segment-range not supported by any of loaded plugins Sep 14 22:56:50.397192 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: pagination.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.398201 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.398539 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: pagination Sep 14 22:56:50.398868 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: port_device_profile.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.399802 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.400325 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: port-device-profile Sep 14 22:56:50.400693 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.401630 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.402150 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: port-mac-address-regenerate Sep 14 22:56:50.402520 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.403405 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.403924 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: port-numa-affinity-policy Sep 14 22:56:50.404249 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: port_resource_request.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.405382 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.405903 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extension port-resource-request not supported by any of loaded plugins Sep 14 22:56:50.406240 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: portbindings.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.407183 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.407702 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: binding Sep 14 22:56:50.408028 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: portbindings_extended.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.409357 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.409882 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: binding-extended Sep 14 22:56:50.410220 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: portsecurity.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.411780 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.412300 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: port-security Sep 14 22:56:50.412658 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: project_id.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.413688 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.414027 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: project-id Sep 14 22:56:50.414359 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: providernet.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.415300 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.415830 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: provider Sep 14 22:56:50.416160 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: qos.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.419761 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.420301 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extension qos not supported by any of loaded plugins Sep 14 22:56:50.420666 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.421926 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.422454 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 14 22:56:50.422792 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.423733 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.424252 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 14 22:56:50.424586 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: qos_default.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.425606 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.426104 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extension qos-default not supported by any of loaded plugins Sep 14 22:56:50.426514 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: qos_fip.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.427192 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.427708 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extension qos-fip not supported by any of loaded plugins Sep 14 22:56:50.428038 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: qos_gateway_ip.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.429005 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.429530 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 14 22:56:50.429860 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: qos_port_network_policy.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.431042 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.431560 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 14 22:56:50.431892 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: qos_pps_rule.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.433128 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.433657 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extension qos-pps not supported by any of loaded plugins Sep 14 22:56:50.433992 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: qos_rule_type_details.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.434926 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.435447 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 14 22:56:50.435781 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: qos_rules_alias.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.436899 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.437397 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 14 22:56:50.437729 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: quotasv2.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.438673 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.439009 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: quotas Sep 14 22:56:50.439337 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: quotasv2_detail.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.442680 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.443028 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: quota_details Sep 14 22:56:50.443369 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: rbac.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.444440 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.445012 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: rbac-policies Sep 14 22:56:50.445353 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: rbac_address_group.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.446298 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.446829 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: rbac-address-group Sep 14 22:56:50.447165 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: rbac_address_scope.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.448101 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.448695 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: rbac-address-scope Sep 14 22:56:50.448985 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: rbac_security_groups.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.449937 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.450443 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: rbac-security-groups Sep 14 22:56:50.450777 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: rbac_subnetpool.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.451716 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.452244 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: rbac-subnetpool Sep 14 22:56:50.452576 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: revisionifmatch.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.453539 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.454067 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: revision-if-match Sep 14 22:56:50.454402 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: revisions.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.455528 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.456056 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: standard-attr-revisions Sep 14 22:56:50.456388 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: router_availability_zone.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.457113 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.458168 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: router_availability_zone Sep 14 22:56:50.458499 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: routerservicetype.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.459433 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.459954 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extension router-service-type not supported by any of loaded plugins Sep 14 22:56:50.460286 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.461241 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.461767 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: security-groups-normalized-cidr Sep 14 22:56:50.462099 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.463038 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.463557 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: port-security-groups-filtering Sep 14 22:56:50.463890 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.464857 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.465381 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: security-groups-remote-address-group Sep 14 22:56:50.465712 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: securitygroup.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.477308 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.477848 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: security-group Sep 14 22:56:50.478191 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: segment.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.478997 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.479521 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extension segment not supported by any of loaded plugins Sep 14 22:56:50.479857 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.480850 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.481375 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 14 22:56:50.481712 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: servicetype.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.482901 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.483434 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: service-type Sep 14 22:56:50.483770 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: sorting.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.484804 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.485145 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: sorting Sep 14 22:56:50.485477 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: standard_attr_segment.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.486412 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.486935 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 14 22:56:50.487274 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: standardattrdescription.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.487939 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.488494 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: standard-attr-description Sep 14 22:56:50.488869 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: stateful_security_group.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.489811 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.490334 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: stateful-security-group Sep 14 22:56:50.490666 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: stdattrs_common.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.491263 dv-cinder-760178-13-iscsi neutron-server[94025]: WARNING neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 14 22:56:50.491588 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.492527 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.493085 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 14 22:56:50.493416 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: subnet_onboard.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.494507 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.495041 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: subnet_onboard Sep 14 22:56:50.495374 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.496323 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.496877 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 14 22:56:50.497214 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: subnet_service_types.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.498158 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.498688 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: subnet-service-types Sep 14 22:56:50.499023 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: subnetallocation.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.500120 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.500679 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: subnet_allocation Sep 14 22:56:50.501012 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.501698 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.502221 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: subnetpool-prefix-ops Sep 14 22:56:50.502550 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.503504 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.504026 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 14 22:56:50.504777 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: tagging.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.505769 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.506299 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: standard-attr-tag Sep 14 22:56:50.506636 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: timestamp.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.507867 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.508398 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loaded extension: standard-attr-timestamp Sep 14 22:56:50.508763 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: trunk.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.509816 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.510346 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extension trunk not supported by any of loaded plugins Sep 14 22:56:50.510683 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: trunk_details.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.511635 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.512161 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extension trunk-details not supported by any of loaded plugins Sep 14 22:56:50.512491 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: uplink_status_propagation.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.513544 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.514068 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 14 22:56:50.514398 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Loading extension file: vlantransparent.py {{(pid=94025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:56:50.515082 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:56:50.515606 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 14 22:56:50.518086 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.quota.resource_registry [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Creating instance of TrackedResource for resource:network Sep 14 22:56:50.518610 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.quota.resource_registry [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Creating instance of TrackedResource for resource:subnet Sep 14 22:56:50.519084 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.quota.resource_registry [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 22:56:50.519502 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.quota.resource_registry [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Creating instance of TrackedResource for resource:port Sep 14 22:56:50.521335 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.v2.resource_helper [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 22:56:50.521786 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.v2.resource_helper [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Service FLAVORS assigned prefix: {{(pid=94025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 22:56:50.523724 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.v2.resource_helper [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 22:56:50.524174 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.v2.resource_helper [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 22:56:50.524528 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.quota.resource_registry [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Creating instance of TrackedResource for resource:router Sep 14 22:56:50.525000 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.quota.resource_registry [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Creating instance of TrackedResource for resource:floatingip Sep 14 22:56:50.525504 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.v2.resource_helper [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Service METERING assigned prefix: /metering {{(pid=94025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 22:56:50.528683 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.529072 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.529437 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:56:50.530474 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.quota.resource_registry [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 22:56:50.530948 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.quota.resource_registry [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Creating instance of TrackedResource for resource:security_group Sep 14 22:56:50.531387 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.quota.resource_registry [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 22:56:50.531984 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.v2.resource_helper [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Service CORE assigned prefix: {{(pid=94025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 22:56:50.532333 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.quota.resource_registry [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 22:56:50.532716 dv-cinder-760178-13-iscsi neutron-server[94025]: WARNING neutron.quota.resource_registry [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] subnetpool is already registered Sep 14 22:56:50.533167 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.v2.resource_helper [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Service CORE assigned prefix: {{(pid=94025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 22:56:50.533513 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.quota.resource_registry [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 22:56:50.533858 dv-cinder-760178-13-iscsi neutron-server[94025]: WARNING neutron.quota.resource_registry [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] subnetpool is already registered Sep 14 22:56:50.536850 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.v2.resource_helper [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 22:56:50.537295 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.v2.resource_helper [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Service FLAVORS assigned prefix: {{(pid=94025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 22:56:50.537901 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.v2.resource_helper [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 22:56:50.538332 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.v2.resource_helper [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 22:56:50.538683 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.quota.resource_registry [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Creating instance of TrackedResource for resource:router Sep 14 22:56:50.539035 dv-cinder-760178-13-iscsi neutron-server[94025]: WARNING neutron.quota.resource_registry [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] router is already registered Sep 14 22:56:50.539457 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.quota.resource_registry [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Creating instance of TrackedResource for resource:floatingip Sep 14 22:56:50.539804 dv-cinder-760178-13-iscsi neutron-server[94025]: WARNING neutron.quota.resource_registry [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] floatingip is already registered Sep 14 22:56:50.540264 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.v2.resource_helper [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Service METERING assigned prefix: /metering {{(pid=94025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 22:56:50.540994 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.quota.resource_registry [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 22:56:50.541330 dv-cinder-760178-13-iscsi neutron-server[94025]: WARNING neutron.quota.resource_registry [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] rbac_policy is already registered Sep 14 22:56:50.541752 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.quota.resource_registry [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Creating instance of TrackedResource for resource:security_group Sep 14 22:56:50.542097 dv-cinder-760178-13-iscsi neutron-server[94025]: WARNING neutron.quota.resource_registry [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] security_group is already registered Sep 14 22:56:50.542509 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.quota.resource_registry [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 22:56:50.542852 dv-cinder-760178-13-iscsi neutron-server[94025]: WARNING neutron.quota.resource_registry [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] security_group_rule is already registered Sep 14 22:56:50.543481 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.v2.resource_helper [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Service CORE assigned prefix: {{(pid=94025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 22:56:50.543821 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.quota.resource_registry [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 22:56:50.544167 dv-cinder-760178-13-iscsi neutron-server[94025]: WARNING neutron.quota.resource_registry [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] subnetpool is already registered Sep 14 22:56:50.544591 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.v2.resource_helper [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Service CORE assigned prefix: {{(pid=94025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 22:56:50.544957 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.quota.resource_registry [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 22:56:50.545301 dv-cinder-760178-13-iscsi neutron-server[94025]: WARNING neutron.quota.resource_registry [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] subnetpool is already registered Sep 14 22:56:50.545775 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: extensions {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.547251 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: address-groups {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.548751 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: address-scopes {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.550105 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: agents {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.553020 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: auto-allocated-topology {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.555005 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: availability_zones {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.557447 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: dhcp-networks {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.559087 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: dhcp-agents {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.560659 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: routers {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.562861 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: flavors {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.564251 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: service_profiles {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.565579 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: next_providers {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.567007 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: service_profiles {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.568638 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: floatingip-pools {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.569901 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: routers {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.572022 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: floatingips {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.573357 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: l3-routers {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.574769 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: l3-agents {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.576223 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: metering-labels {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.577625 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: metering-label-rules {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.578911 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: network-ip-availabilities {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.580192 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: bindings {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.583283 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: quotas {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.584804 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: quotas {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.586218 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: rbac-policies {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.587432 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: security-groups {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.588779 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: security-group-rules {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.590057 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: service-providers {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.591279 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: subnetpools {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.592745 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: subnetpools {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.594207 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: tags {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.595873 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: tags {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.597788 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: tags {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.600127 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: tags {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.601941 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: tags {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.603789 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: tags {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.605546 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: tags {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.607454 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: tags {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.609266 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: tags {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.611003 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron.api.extensions [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Extended resource: tags {{(pid=94025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:56:50.617081 dv-cinder-760178-13-iscsi neutron-server[94025]: WARNING keystonemiddleware.auth_token [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 14 22:56:50.621859 dv-cinder-760178-13-iscsi neutron-server[94025]: WARNING keystonemiddleware.auth_token [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 14 22:56:50.630979 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Acquired lock "singleton_lock" {{(pid=94025) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 14 22:56:50.631460 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_concurrency.lockutils [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Releasing lock "singleton_lock" {{(pid=94025) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 14 22:56:50.632108 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO oslo_service.service [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Starting 2 workers Sep 14 22:56:50.636998 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Started child 94134 {{(pid=94025) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 22:56:50.641467 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Started child 94135 {{(pid=94025) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 22:56:50.642680 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:50.643294 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO neutron.service [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 14 22:56:50.643726 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Notify callbacks [] for process, before_spawn {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:50.644051 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [-] (94134) wsgi starting up on http://0.0.0.0:9696 Sep 14 22:56:50.646855 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:50.647332 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO oslo_service.service [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Starting 1 workers Sep 14 22:56:50.648203 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [-] (94135) wsgi starting up on http://0.0.0.0:9696 Sep 14 22:56:50.652172 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Started child 94136 {{(pid=94025) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 22:56:50.652818 dv-cinder-760178-13-iscsi neutron-server[94025]: INFO oslo_service.service [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Starting 1 workers Sep 14 22:56:50.655802 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.service [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] calling RpcWorker wait() {{(pid=94136) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 14 22:56:50.656393 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.service [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] returning from RpcWorker wait() {{(pid=94136) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 14 22:56:50.657234 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Started child 94137 {{(pid=94025) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 22:56:50.657768 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:50.658076 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG neutron_lib.callbacks.manager [None req-3a83ece7-4211-415e-9a3e-071f38a6d795 None None] Notify callbacks [] for process, after_spawn {{(pid=94025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:50.658226 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:50.659900 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94025) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 14 22:56:50.660128 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 22:56:50.660357 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 22:56:50.660597 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 22:56:50.661071 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 22:56:50.661237 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 22:56:50.661765 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.662042 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.662226 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:50.662774 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.662774 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.663189 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.663420 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.663677 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.663943 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.664227 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.664471 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.664651 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.664824 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.665080 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.665312 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.665603 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.665874 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.666123 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.666392 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.666552 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.666824 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.667055 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.667306 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.667568 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] debug = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.667821 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.668298 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.668521 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.668802 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.669054 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.669335 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.669561 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.669824 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.670082 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.670278 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.670536 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.670802 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.671033 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.671244 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.671466 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.671743 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.671984 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.672452 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] host = dv-cinder-760178-13-iscsi {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.672737 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.672963 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.673208 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.673456 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.673717 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.673933 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.674190 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.674452 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.674706 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.674932 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.675182 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.675437 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.675685 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.675974 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] log_file = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.676322 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] log_options = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.676479 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.676876 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.677105 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.677297 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.677466 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.677640 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.677893 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.678048 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.678313 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.678563 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.678778 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.679015 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.679258 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.679473 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.679742 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.679996 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.680226 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.680723 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.680985 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.681214 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.681461 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.681707 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.681948 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.682168 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.682382 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.682692 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.682850 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.683065 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.683300 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.683526 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.683772 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.684035 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.684261 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.684508 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.684793 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.685024 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.685254 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.685473 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.685734 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.685962 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.686218 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.686463 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.686677 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.686982 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.687131 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.687349 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.687585 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] use_json = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.687796 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.688032 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.688300 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.688518 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.688775 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.688990 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.689219 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.689451 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.690408 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.690408 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.690589 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.690723 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.690960 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.692909 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.693034 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:50.693170 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.693390 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.693749 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.693906 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.694199 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.694446 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.694827 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.694993 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.695287 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.695614 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.695862 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.696301 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.699049 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.699049 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.699049 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.699049 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.699049 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.699049 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.699049 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.699049 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.700195 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.700195 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.700195 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.700195 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.700195 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.701606 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.701606 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.701606 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.701606 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.701606 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.701606 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.703755 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.703755 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.703755 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.703755 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.703755 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.703755 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.703755 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.703755 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.703755 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.707365 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.707365 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.707365 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.707365 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.707365 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.707365 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.707365 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.707365 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.707365 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.708592 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.708592 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.708592 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.708592 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.708592 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.708592 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.708592 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.709112 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.709112 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.709262 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.709728 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.709728 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.710150 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.710150 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.712859 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.712859 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.712859 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.712859 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.712859 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.712859 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.712859 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.712859 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.712859 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.713918 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.713918 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.713918 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.713918 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.713918 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.713918 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.713918 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.714947 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.714947 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.714947 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.714947 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.714947 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.716040 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.716040 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.716040 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.716040 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.716357 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.716357 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.716586 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.716861 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.717084 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.717538 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.717994 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.718432 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.718862 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.719550 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.719931 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.720217 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.720444 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.720696 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.721148 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.721624 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.722066 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.722346 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.722604 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.722950 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.723272 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.723551 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.723822 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.724100 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.724374 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.724664 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.724933 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.725227 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.725528 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.725771 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.726004 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.726888 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.726888 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.726888 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.727292 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.727292 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.727548 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.728314 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.728314 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.728314 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.728716 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.728842 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.728995 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.729514 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.729677 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.729891 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.730348 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.730490 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.731534 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.731534 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.731534 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.731534 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.731988 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.731988 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.732665 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.732665 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.732946 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.733071 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.733255 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.733497 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.733782 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.734030 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.734495 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.734720 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.734975 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.735214 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.735441 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.735662 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.735886 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.736108 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.736383 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.736601 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.736848 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.737090 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.737318 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.737538 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.737778 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.738027 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.738280 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.738654 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.738886 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.739153 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.739394 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.739648 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.739906 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.740167 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.740407 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.740676 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.740908 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.741131 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.741346 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.741592 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.741825 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.742039 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.742272 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.742509 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.742763 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.742986 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.743325 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.743589 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.743820 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.744065 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.744298 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.744537 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.744780 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.745000 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.745225 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.745443 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.745660 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.745922 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.746173 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.746414 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.746626 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.746839 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.747051 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.747289 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.747506 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.747800 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.748058 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.748291 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.748568 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.748813 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.749027 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.749274 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.749488 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.749701 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.749945 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.750163 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.750400 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.750634 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.750843 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.751058 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.751282 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.751521 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.751733 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.751959 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.752217 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.752428 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.752670 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.752914 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.753126 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.753353 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.753568 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.753778 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.754006 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.754938 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.755027 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.755205 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.755438 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.755653 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.755879 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.756097 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.756308 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.756691 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.756884 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.757103 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.757553 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.757959 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.758210 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.758454 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.758936 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.759185 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.759430 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.759657 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.759877 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.760102 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.760371 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.760720 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.761012 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.761281 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.761539 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.761834 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.762116 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.762408 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.762643 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.762956 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.763279 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.763541 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.763801 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.764031 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.764268 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.764491 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.764729 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.764966 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.765201 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.765437 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.765681 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.765912 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.766159 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.766395 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.766625 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.766861 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.767086 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.767296 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.767536 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.767966 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.768110 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 22:56:50.768747 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94025) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 14 22:56:50.768908 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 22:56:50.769057 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 22:56:50.769279 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 22:56:50.770359 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 22:56:50.770510 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 22:56:50.770737 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.770964 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.771128 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.771288 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.771448 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.771633 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.771794 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.772116 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.772274 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.772425 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.772567 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.772742 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.772883 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.773044 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.773213 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.773363 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.773523 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.773683 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.773850 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.774006 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.774157 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.774314 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.774473 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] debug = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.774634 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.774860 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.775047 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.775189 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.775339 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.775479 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.775609 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.775745 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.775884 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.776020 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.776187 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.776370 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.776692 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.776692 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.776926 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.776926 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.777077 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.777216 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] host = dv-cinder-760178-13-iscsi {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.777374 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.777532 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.777690 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.777848 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.778005 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.778161 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.778322 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.778478 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.778635 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.778795 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.778954 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.779111 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.779269 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.779426 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] log_file = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.779583 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] log_options = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.779740 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.779897 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.780054 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.780229 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.780393 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.780551 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.780744 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.780910 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.781107 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.781219 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.781731 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.781731 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.781731 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.781977 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.781977 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.782123 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.782287 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.782397 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.782555 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.782712 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.782869 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.783026 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.783184 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.783341 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.783498 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.783655 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.783812 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.783969 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.784125 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.784279 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.784420 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.784577 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.784753 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.784891 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.785054 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.785200 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.785363 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.785526 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.785976 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.786125 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.786262 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.786400 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.786535 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.786681 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.786818 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.786953 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.787091 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] use_json = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.787238 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.787354 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.787513 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.787673 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.787832 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.787990 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.788148 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.788255 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:50.788384 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:56:50.788474 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.788665 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.788832 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.788996 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.789158 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.789320 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.789481 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.789641 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.789803 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.789963 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.790131 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.790293 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.790465 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.790629 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.790791 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.790955 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.791117 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.791278 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.791439 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.791600 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.791761 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.791922 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.792092 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.792252 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.792412 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.792574 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.792756 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.792934 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.793094 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.793256 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.793416 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.793579 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.793740 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.793902 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.794064 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.794225 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.794388 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.794549 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.794709 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.794870 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.795030 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.795191 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.795351 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.795512 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.795681 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.795844 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.796004 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.796165 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.796327 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.796488 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.796667 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.796831 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.796993 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.797154 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.797315 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.797488 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.797649 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.797811 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.797972 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.798134 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.798295 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.798456 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.798615 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.798776 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.798940 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.799102 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.799336 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.799510 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.800001 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.800421 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.800586 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.800770 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.801183 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.801183 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.801430 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.801430 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.801675 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.801797 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.802155 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.802155 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.802155 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.802468 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.802468 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.802674 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.802805 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.802931 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.803053 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.803617 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.803617 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.803617 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.803975 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.803975 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.803975 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.804326 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.804326 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.804559 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.804559 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.804835 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.804958 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.805081 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.805205 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.805327 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.805815 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.805952 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.806076 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.806223 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.806384 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.806546 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.806707 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.806868 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.807029 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.807192 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.807352 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.807513 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.807673 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.807834 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.808005 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.808166 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.808329 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.808490 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.808678 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.808851 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.809064 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.809208 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.809324 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.809485 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.809646 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.809806 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.809967 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.810127 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.810287 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.810448 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.810617 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.810789 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.810950 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.811111 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.811275 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.811459 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.811620 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.811781 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.811942 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.812102 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.812262 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.812423 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.812583 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.812757 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.812910 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.813071 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.813235 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.813394 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.813722 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.813885 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.814047 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.814210 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.814372 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.814532 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.814693 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.814855 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.815016 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.815177 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.815339 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.815481 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.815641 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.815801 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.816024 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.816167 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.816304 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.816441 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.817111 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.817288 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.817451 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.817773 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.817938 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.818099 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.818245 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.818410 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.818575 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.818778 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.818922 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.819058 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.819263 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.819399 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.819534 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.819678 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.819814 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.819951 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.820086 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.820220 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.820384 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.820545 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.820735 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.820868 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.821042 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.821203 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.821364 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.821524 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.821685 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.821846 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.821997 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.822154 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.822316 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.822460 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.822623 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.822788 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.822954 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.823086 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.823248 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.823408 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.823568 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.823728 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.823895 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.824052 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.824214 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.824376 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.824536 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.824718 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.824879 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.825051 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.825212 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.825374 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.825534 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.825694 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.825854 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.826031 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.826197 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.826428 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.826866 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.827119 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.827287 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.827455 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.827618 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.827757 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.828111 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.828111 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.828660 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.828660 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.829015 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.829015 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.829518 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.829518 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.829518 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.829518 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.830025 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.830025 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.830025 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.830345 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.830345 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.830551 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.830551 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.830787 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.830909 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.831032 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.831369 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.831369 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.831538 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.831620 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.831786 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.831949 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.832111 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.832327 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.834233 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.834233 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.834233 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.834233 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.834233 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.834233 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.834233 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.834233 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.836500 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.836500 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.836500 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.836500 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.836500 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.836500 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.836500 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.836500 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.836500 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.837859 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.837859 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.837859 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.837859 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.837859 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.837859 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.837859 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.837859 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.837859 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.838668 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.838668 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.838668 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.838668 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:56:50.838668 dv-cinder-760178-13-iscsi neutron-server[94025]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 22:56:50.915126 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 37976) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:56:50.923705 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063710 Sep 14 22:57:02.255119 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff917b85-4d2f-4931-97af-ae0769d53ee1 None None] get_active_networks_info from dv-cinder-760178-13-iscsi {{(pid=94136) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 14 22:57:02.344215 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff917b85-4d2f-4931-97af-ae0769d53ee1 None None] No non-hosted networks {{(pid=94136) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 14 22:57:02.361197 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.agentschedulers_db [None req-ff917b85-4d2f-4931-97af-ae0769d53ee1 None None] DHCP Agent not found on host dv-cinder-760178-13-iscsi {{(pid=94136) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 14 22:57:02.583964 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-b1b2f816-c9f9-4b0e-8652-bc063c6a851d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-529196'] for agent, after_create {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:04.946128 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-fe5af31c-f109-46a1-b736-da425162e38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-529196'] for agent, after_create {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:04.966585 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-529196'] for agent, after_create {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:04.967515 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:04.968011 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:04.968758 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:04.969502 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:04.970035 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:04.970547 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:04.971068 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:04.971749 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:04.972344 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:04.972897 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:04.973505 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:04.974025 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:04.975245 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-760178-13-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:04.999547 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760178-13-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:05.038752 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a0fa0eaf-16db-4537-86ed-4bb094e4dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:06.047582 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-529196'] for agent, after_create {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:07.792015 dv-cinder-760178-13-iscsi neutron-server[94136]: INFO neutron.db.l3_hamode_db [None req-67b7b210-97b7-40ce-9327-0dc59bb54789 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 14 22:57:07.908626 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b7b210-97b7-40ce-9327-0dc59bb54789 None None] Routers set() bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:57:07.909114 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b7b210-97b7-40ce-9327-0dc59bb54789 None None] Router IDs set() for agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 14 22:57:07.912792 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-529196'] for agent, after_create {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:08.840378 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 38068) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:57:09.333556 dv-cinder-760178-13-iscsi neutron-server[94135]: WARNING oslo_policy.policy [None req-640b890b-b366-4dce-bae5-e327ba2d40c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 22:57:09.334130 dv-cinder-760178-13-iscsi neutron-server[94135]: WARNING oslo_policy.policy [None req-640b890b-b366-4dce-bae5-e327ba2d40c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 22:57:09.561560 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [None req-640b890b-b366-4dce-bae5-e327ba2d40c0 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94135) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:57:09.562603 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-640b890b-b366-4dce-bae5-e327ba2d40c0 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7212858 Sep 14 22:57:11.942080 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 38082) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:57:12.249172 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-cc10a118-b0c1-4eb2-b3fa-01c4c4db284a admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:57:12.341950 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.policy [None req-cc10a118-b0c1-4eb2-b3fa-01c4c4db284a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94135) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 22:57:12.385939 dv-cinder-760178-13-iscsi neutron-server[94135]: WARNING oslo_policy.policy [None req-cc10a118-b0c1-4eb2-b3fa-01c4c4db284a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 22:57:12.386315 dv-cinder-760178-13-iscsi neutron-server[94135]: WARNING oslo_policy.policy [None req-cc10a118-b0c1-4eb2-b3fa-01c4c4db284a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 22:57:12.394663 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.quota [None req-cc10a118-b0c1-4eb2-b3fa-01c4c4db284a admin admin] Loaded quota_driver: . Sep 14 22:57:12.483508 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cc10a118-b0c1-4eb2-b3fa-01c4c4db284a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755853259246', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755853259545', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755853271730', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755853273886', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755857029276', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755853295424', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3648474', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3499204', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1732102', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1816876'] for rbac-policy, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:12.545458 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cc10a118-b0c1-4eb2-b3fa-01c4c4db284a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:12.546660 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-cc10a118-b0c1-4eb2-b3fa-01c4c4db284a admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6036062 Sep 14 22:57:15.141751 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 38094) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:57:15.445882 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-f17e19d2-96b4-4365-8d51-37cb394c4a6d admin admin] Request body: {'network': {'project_id': '426aa7996b894e5899a980e5fcc26560', 'name': 'private', 'admin_state_up': True, 'tenant_id': '426aa7996b894e5899a980e5fcc26560'}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:57:15.475329 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17e19d2-96b4-4365-8d51-37cb394c4a6d admin admin] Made reservation on behalf of 426aa7996b894e5899a980e5fcc26560 for: {'network': 1} {{(pid=94135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:15.478264 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f17e19d2-96b4-4365-8d51-37cb394c4a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for network, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:15.495936 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f17e19d2-96b4-4365-8d51-37cb394c4a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:15.616791 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f17e19d2-96b4-4365-8d51-37cb394c4a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:15.620246 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f17e19d2-96b4-4365-8d51-37cb394c4a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:15.638190 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f17e19d2-96b4-4365-8d51-37cb394c4a6d admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=94135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:57:15.666333 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f17e19d2-96b4-4365-8d51-37cb394c4a6d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755854224276', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046'] for segment, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:15.666890 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f17e19d2-96b4-4365-8d51-37cb394c4a6d admin admin] Unsubscribe: segment precommit_create {{(pid=94135) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 22:57:15.667413 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.db.segments_db [None req-f17e19d2-96b4-4365-8d51-37cb394c4a6d admin admin] Added segment 3ec3c91f-83ec-433c-9adb-0bc26fb3bc18 of type vlan for network 4f8d6433-8dd4-46cd-9594-521ab4d91828 Sep 14 22:57:15.683729 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e19d2-96b4-4365-8d51-37cb394c4a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855a7cf4-7486-4808-bd5f-7a840e57f02f,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:15.708670 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e19d2-96b4-4365-8d51-37cb394c4a6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:15.709035 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e19d2-96b4-4365-8d51-37cb394c4a6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:15.709369 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e19d2-96b4-4365-8d51-37cb394c4a6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:15.709697 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e19d2-96b4-4365-8d51-37cb394c4a6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:15.710020 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e19d2-96b4-4365-8d51-37cb394c4a6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:15.710353 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e19d2-96b4-4365-8d51-37cb394c4a6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:15.710675 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e19d2-96b4-4365-8d51-37cb394c4a6d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:15.711006 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e19d2-96b4-4365-8d51-37cb394c4a6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:15.711338 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e19d2-96b4-4365-8d51-37cb394c4a6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:15.711655 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e19d2-96b4-4365-8d51-37cb394c4a6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:15.711965 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e19d2-96b4-4365-8d51-37cb394c4a6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:15.712273 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e19d2-96b4-4365-8d51-37cb394c4a6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:15.713555 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e19d2-96b4-4365-8d51-37cb394c4a6d admin admin] Tracked resource versions report: Sep 14 22:57:15.713555 dv-cinder-760178-13-iscsi neutron-server[94135]: pushed versions: Sep 14 22:57:15.713555 dv-cinder-760178-13-iscsi neutron-server[94135]: { 'AddressGroup': {'1.2'}, Sep 14 22:57:15.713555 dv-cinder-760178-13-iscsi neutron-server[94135]: 'ConntrackHelper': {'1.0'}, Sep 14 22:57:15.713555 dv-cinder-760178-13-iscsi neutron-server[94135]: 'Log': {'1.0'}, Sep 14 22:57:15.713555 dv-cinder-760178-13-iscsi neutron-server[94135]: 'Network': {'1.1'}, Sep 14 22:57:15.713555 dv-cinder-760178-13-iscsi neutron-server[94135]: 'Port': {'1.7'}, Sep 14 22:57:15.713555 dv-cinder-760178-13-iscsi neutron-server[94135]: 'PortForwarding': {'1.2'}, Sep 14 22:57:15.713555 dv-cinder-760178-13-iscsi neutron-server[94135]: 'QosPolicy': {'1.9'}, Sep 14 22:57:15.713555 dv-cinder-760178-13-iscsi neutron-server[94135]: 'SecurityGroup': {'1.4'}, Sep 14 22:57:15.713555 dv-cinder-760178-13-iscsi neutron-server[94135]: 'SecurityGroupRule': {'1.2'}, Sep 14 22:57:15.713555 dv-cinder-760178-13-iscsi neutron-server[94135]: 'SubPort': {'1.0'}, Sep 14 22:57:15.713555 dv-cinder-760178-13-iscsi neutron-server[94135]: 'Subnet': {'1.1'}, Sep 14 22:57:15.713555 dv-cinder-760178-13-iscsi neutron-server[94135]: 'Trunk': {'1.1'}} Sep 14 22:57:15.713555 dv-cinder-760178-13-iscsi neutron-server[94135]: consumer versions: Sep 14 22:57:15.713555 dv-cinder-760178-13-iscsi neutron-server[94135]: { DHCP agent@dv-cinder-760178-13-iscsi: {}, Sep 14 22:57:15.713555 dv-cinder-760178-13-iscsi neutron-server[94135]: L3 agent@dv-cinder-760178-13-iscsi: {}, Sep 14 22:57:15.713555 dv-cinder-760178-13-iscsi neutron-server[94135]: Metadata agent@dv-cinder-760178-13-iscsi: {}, Sep 14 22:57:15.713555 dv-cinder-760178-13-iscsi neutron-server[94135]: Metering agent@dv-cinder-760178-13-iscsi: {}, Sep 14 22:57:15.713555 dv-cinder-760178-13-iscsi neutron-server[94135]: Open vSwitch agent@dv-cinder-760178-13-iscsi: { 'AddressGroup': '1.2', Sep 14 22:57:15.713555 dv-cinder-760178-13-iscsi neutron-server[94135]: 'ConntrackHelper': '1.0', Sep 14 22:57:15.713555 dv-cinder-760178-13-iscsi neutron-server[94135]: 'Log': '1.0', Sep 14 22:57:15.713555 dv-cinder-760178-13-iscsi neutron-server[94135]: 'Network': '1.1', Sep 14 22:57:15.713555 dv-cinder-760178-13-iscsi neutron-server[94135]: 'Port': '1.7', Sep 14 22:57:15.713555 dv-cinder-760178-13-iscsi neutron-server[94135]: 'PortForwarding': '1.2', Sep 14 22:57:15.713555 dv-cinder-760178-13-iscsi neutron-server[94135]: 'QosPolicy': '1.9', Sep 14 22:57:15.713555 dv-cinder-760178-13-iscsi neutron-server[94135]: 'SecurityGroup': '1.4', Sep 14 22:57:15.713555 dv-cinder-760178-13-iscsi neutron-server[94135]: 'SecurityGroupRule': '1.2', Sep 14 22:57:15.713555 dv-cinder-760178-13-iscsi neutron-server[94135]: 'SubPort': '1.0', Sep 14 22:57:15.713555 dv-cinder-760178-13-iscsi neutron-server[94135]: 'Subnet': '1.1', Sep 14 22:57:15.713555 dv-cinder-760178-13-iscsi neutron-server[94135]: 'Trunk': '1.1'}} Sep 14 22:57:15.713555 dv-cinder-760178-13-iscsi neutron-server[94135]: {{(pid=94135) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 22:57:15.787778 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f17e19d2-96b4-4365-8d51-37cb394c4a6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755853879839'] for network, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:15.825856 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f17e19d2-96b4-4365-8d51-37cb394c4a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180'] for network, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:15.826878 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17e19d2-96b4-4365-8d51-37cb394c4a6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:57:15.827532 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f17e19d2-96b4-4365-8d51-37cb394c4a6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for network, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:15.870760 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-f17e19d2-96b4-4365-8d51-37cb394c4a6d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7278657 Sep 14 22:57:15.930928 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e19d2-96b4-4365-8d51-37cb394c4a6d admin admin] Pushing event updated for resources: {'Network': ['ID=4f8d6433-8dd4-46cd-9594-521ab4d91828,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:15.942756 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Network 4f8d6433-8dd4-46cd-9594-521ab4d91828 details requested by agent ovs-agent-dv-cinder-760178-13-iscsi with host dv-cinder-760178-13-iscsi {{(pid=94136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 22:57:18.544087 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 38108) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:57:19.035977 dv-cinder-760178-13-iscsi neutron-server[94134]: WARNING oslo_policy.policy [None req-8565ae0d-9b6d-42c7-8102-8910c803abe1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 22:57:19.036554 dv-cinder-760178-13-iscsi neutron-server[94134]: WARNING oslo_policy.policy [None req-8565ae0d-9b6d-42c7-8102-8910c803abe1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 22:57:19.480522 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.policy [None req-8565ae0d-9b6d-42c7-8102-8910c803abe1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94134) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 22:57:19.525838 dv-cinder-760178-13-iscsi neutron-server[94134]: WARNING oslo_policy.policy [None req-8565ae0d-9b6d-42c7-8102-8910c803abe1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 22:57:19.526208 dv-cinder-760178-13-iscsi neutron-server[94134]: WARNING oslo_policy.policy [None req-8565ae0d-9b6d-42c7-8102-8910c803abe1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 22:57:19.535098 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8565ae0d-9b6d-42c7-8102-8910c803abe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:57:19.537008 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-8565ae0d-9b6d-42c7-8102-8910c803abe1 admin admin] 10.222.0.39 "GET /v2.0/networks/4f8d6433-8dd4-46cd-9594-521ab4d91828 HTTP/1.1" status: 200 len: 825 time: 0.9906895 Sep 14 22:57:19.575982 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-29732a0a-eec9-469d-92b4-e018acc0f73d admin admin] 10.222.0.39 "GET /v2.0/subnetpools/37894d51-c78f-4e84-9c50-405378f6e6db HTTP/1.1" status: 200 len: 734 time: 0.0329218 Sep 14 22:57:19.585384 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-9a7acc0b-2a35-4dc9-9d28-d6af22c4404e admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '37894d51-c78f-4e84-9c50-405378f6e6db', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '426aa7996b894e5899a980e5fcc26560', 'network_id': '4f8d6433-8dd4-46cd-9594-521ab4d91828'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:57:19.587296 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.quota [None req-9a7acc0b-2a35-4dc9-9d28-d6af22c4404e admin admin] Loaded quota_driver: . Sep 14 22:57:19.623811 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7acc0b-2a35-4dc9-9d28-d6af22c4404e admin admin] Made reservation on behalf of 426aa7996b894e5899a980e5fcc26560 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:19.626619 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9a7acc0b-2a35-4dc9-9d28-d6af22c4404e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:19.944819 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9a7acc0b-2a35-4dc9-9d28-d6af22c4404e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:20.024050 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7acc0b-2a35-4dc9-9d28-d6af22c4404e admin admin] Checking segment: {'id': '3ec3c91f-83ec-433c-9adb-0bc26fb3bc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '4f8d6433-8dd4-46cd-9594-521ab4d91828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:57:20.024430 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7acc0b-2a35-4dc9-9d28-d6af22c4404e admin admin] Network hostable DHCP agents. Network: 4f8d6433-8dd4-46cd-9594-521ab4d91828, hostable agents: ['cc88f5a5-5435-4a3a-a65f-5f33fd37a978'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:57:20.039052 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7acc0b-2a35-4dc9-9d28-d6af22c4404e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4ac2466-c105-4cd9-a579-ed0254367bec,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:20.052523 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7acc0b-2a35-4dc9-9d28-d6af22c4404e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:20.052914 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7acc0b-2a35-4dc9-9d28-d6af22c4404e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:20.053259 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7acc0b-2a35-4dc9-9d28-d6af22c4404e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:20.053594 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7acc0b-2a35-4dc9-9d28-d6af22c4404e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:20.054119 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7acc0b-2a35-4dc9-9d28-d6af22c4404e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:20.054968 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7acc0b-2a35-4dc9-9d28-d6af22c4404e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:20.055548 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7acc0b-2a35-4dc9-9d28-d6af22c4404e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:20.056132 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7acc0b-2a35-4dc9-9d28-d6af22c4404e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:20.056748 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7acc0b-2a35-4dc9-9d28-d6af22c4404e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:20.057326 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7acc0b-2a35-4dc9-9d28-d6af22c4404e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:20.057908 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7acc0b-2a35-4dc9-9d28-d6af22c4404e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:20.058448 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7acc0b-2a35-4dc9-9d28-d6af22c4404e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:20.059744 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7acc0b-2a35-4dc9-9d28-d6af22c4404e admin admin] Tracked resource versions report: Sep 14 22:57:20.059744 dv-cinder-760178-13-iscsi neutron-server[94134]: pushed versions: Sep 14 22:57:20.059744 dv-cinder-760178-13-iscsi neutron-server[94134]: { 'AddressGroup': {'1.2'}, Sep 14 22:57:20.059744 dv-cinder-760178-13-iscsi neutron-server[94134]: 'ConntrackHelper': {'1.0'}, Sep 14 22:57:20.059744 dv-cinder-760178-13-iscsi neutron-server[94134]: 'Log': {'1.0'}, Sep 14 22:57:20.059744 dv-cinder-760178-13-iscsi neutron-server[94134]: 'Network': {'1.1'}, Sep 14 22:57:20.059744 dv-cinder-760178-13-iscsi neutron-server[94134]: 'Port': {'1.7'}, Sep 14 22:57:20.059744 dv-cinder-760178-13-iscsi neutron-server[94134]: 'PortForwarding': {'1.2'}, Sep 14 22:57:20.059744 dv-cinder-760178-13-iscsi neutron-server[94134]: 'QosPolicy': {'1.9'}, Sep 14 22:57:20.059744 dv-cinder-760178-13-iscsi neutron-server[94134]: 'SecurityGroup': {'1.4'}, Sep 14 22:57:20.059744 dv-cinder-760178-13-iscsi neutron-server[94134]: 'SecurityGroupRule': {'1.2'}, Sep 14 22:57:20.059744 dv-cinder-760178-13-iscsi neutron-server[94134]: 'SubPort': {'1.0'}, Sep 14 22:57:20.059744 dv-cinder-760178-13-iscsi neutron-server[94134]: 'Subnet': {'1.1'}, Sep 14 22:57:20.059744 dv-cinder-760178-13-iscsi neutron-server[94134]: 'Trunk': {'1.1'}} Sep 14 22:57:20.059744 dv-cinder-760178-13-iscsi neutron-server[94134]: consumer versions: Sep 14 22:57:20.059744 dv-cinder-760178-13-iscsi neutron-server[94134]: { DHCP agent@dv-cinder-760178-13-iscsi: {}, Sep 14 22:57:20.059744 dv-cinder-760178-13-iscsi neutron-server[94134]: L3 agent@dv-cinder-760178-13-iscsi: {}, Sep 14 22:57:20.059744 dv-cinder-760178-13-iscsi neutron-server[94134]: Metadata agent@dv-cinder-760178-13-iscsi: {}, Sep 14 22:57:20.059744 dv-cinder-760178-13-iscsi neutron-server[94134]: Metering agent@dv-cinder-760178-13-iscsi: {}, Sep 14 22:57:20.059744 dv-cinder-760178-13-iscsi neutron-server[94134]: Open vSwitch agent@dv-cinder-760178-13-iscsi: { 'AddressGroup': '1.2', Sep 14 22:57:20.059744 dv-cinder-760178-13-iscsi neutron-server[94134]: 'ConntrackHelper': '1.0', Sep 14 22:57:20.059744 dv-cinder-760178-13-iscsi neutron-server[94134]: 'Log': '1.0', Sep 14 22:57:20.059744 dv-cinder-760178-13-iscsi neutron-server[94134]: 'Network': '1.1', Sep 14 22:57:20.059744 dv-cinder-760178-13-iscsi neutron-server[94134]: 'Port': '1.7', Sep 14 22:57:20.059744 dv-cinder-760178-13-iscsi neutron-server[94134]: 'PortForwarding': '1.2', Sep 14 22:57:20.059744 dv-cinder-760178-13-iscsi neutron-server[94134]: 'QosPolicy': '1.9', Sep 14 22:57:20.059744 dv-cinder-760178-13-iscsi neutron-server[94134]: 'SecurityGroup': '1.4', Sep 14 22:57:20.059744 dv-cinder-760178-13-iscsi neutron-server[94134]: 'SecurityGroupRule': '1.2', Sep 14 22:57:20.059744 dv-cinder-760178-13-iscsi neutron-server[94134]: 'SubPort': '1.0', Sep 14 22:57:20.059744 dv-cinder-760178-13-iscsi neutron-server[94134]: 'Subnet': '1.1', Sep 14 22:57:20.059744 dv-cinder-760178-13-iscsi neutron-server[94134]: 'Trunk': '1.1'}} Sep 14 22:57:20.059744 dv-cinder-760178-13-iscsi neutron-server[94134]: {{(pid=94134) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 22:57:20.094363 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7acc0b-2a35-4dc9-9d28-d6af22c4404e admin admin] Network 4f8d6433-8dd4-46cd-9594-521ab4d91828 is scheduled to be hosted by DHCP agent cc88f5a5-5435-4a3a-a65f-5f33fd37a978 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:57:20.114733 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-9a7acc0b-2a35-4dc9-9d28-d6af22c4404e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-13-iscsi, 4f8d6433-8dd4-46cd-9594-521ab4d91828) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:20.120785 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7acc0b-2a35-4dc9-9d28-d6af22c4404e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:57:20.121960 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9a7acc0b-2a35-4dc9-9d28-d6af22c4404e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:20.125363 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caf4450-c9db-4928-9419-aee81977c05c None None] Network 4f8d6433-8dd4-46cd-9594-521ab4d91828 requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:57:20.144316 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-9a7acc0b-2a35-4dc9-9d28-d6af22c4404e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5621347 Sep 14 22:57:20.478683 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f14d3fc-d1af-412c-b589-b273786386f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1adbdb87-4762-54d0-a17a-bc3c08ba6b8b-4f8d6433-8dd4-46cd-9594-521ab4d91828', 'network_id': '4f8d6433-8dd4-46cd-9594-521ab4d91828', 'tenant_id': '426aa7996b894e5899a980e5fcc26560', 'fixed_ips': [{'subnet_id': 'f4ac2466-c105-4cd9-a579-ed0254367bec'}]}} from dv-cinder-760178-13-iscsi. {{(pid=94136) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 22:57:20.479914 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-2f14d3fc-d1af-412c-b589-b273786386f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:20.756942 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.db_base_plugin_common [None req-2f14d3fc-d1af-412c-b589-b273786386f7 None None] Allocated IP 172.20.0.2 (4f8d6433-8dd4-46cd-9594-521ab4d91828/f4ac2466-c105-4cd9-a579-ed0254367bec/df081e11-e164-41ed-9d99-9f59b38db03f) {{(pid=94136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:57:20.989163 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-2f14d3fc-d1af-412c-b589-b273786386f7 None None] Notify callbacks [] for port, precommit_create {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:20.997088 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-2f14d3fc-d1af-412c-b589-b273786386f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720'] for port, after_create {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:21.070356 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f14d3fc-d1af-412c-b589-b273786386f7 None None] Network 4f8d6433-8dd4-46cd-9594-521ab4d91828 is already hosted by enough agents. {{(pid=94136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:21.087022 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14d3fc-d1af-412c-b589-b273786386f7 None None] Pushing event updated for resources: {'Port': ['ID=df081e11-e164-41ed-9d99-9f59b38db03f,revision_number=1']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:21.089463 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.scheduler.base_scheduler [None req-2f14d3fc-d1af-412c-b589-b273786386f7 None None] Resources bound (agent type, host, resource id): {{(pid=94136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:21.100077 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f14d3fc-d1af-412c-b589-b273786386f7 None None] Received port after_create {{(pid=94136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:57:21.103800 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14d3fc-d1af-412c-b589-b273786386f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:21.104167 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14d3fc-d1af-412c-b589-b273786386f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:21.104514 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14d3fc-d1af-412c-b589-b273786386f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:21.104882 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14d3fc-d1af-412c-b589-b273786386f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:21.105219 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14d3fc-d1af-412c-b589-b273786386f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:21.105551 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14d3fc-d1af-412c-b589-b273786386f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:21.105882 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14d3fc-d1af-412c-b589-b273786386f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:21.106211 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14d3fc-d1af-412c-b589-b273786386f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:21.106562 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14d3fc-d1af-412c-b589-b273786386f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:21.106891 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14d3fc-d1af-412c-b589-b273786386f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:21.107306 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14d3fc-d1af-412c-b589-b273786386f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:21.107681 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14d3fc-d1af-412c-b589-b273786386f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:21.109007 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14d3fc-d1af-412c-b589-b273786386f7 None None] Tracked resource versions report: Sep 14 22:57:21.109007 dv-cinder-760178-13-iscsi neutron-server[94136]: pushed versions: Sep 14 22:57:21.109007 dv-cinder-760178-13-iscsi neutron-server[94136]: { 'AddressGroup': {'1.2'}, Sep 14 22:57:21.109007 dv-cinder-760178-13-iscsi neutron-server[94136]: 'ConntrackHelper': {'1.0'}, Sep 14 22:57:21.109007 dv-cinder-760178-13-iscsi neutron-server[94136]: 'Log': {'1.0'}, Sep 14 22:57:21.109007 dv-cinder-760178-13-iscsi neutron-server[94136]: 'Network': {'1.1'}, Sep 14 22:57:21.109007 dv-cinder-760178-13-iscsi neutron-server[94136]: 'Port': {'1.7'}, Sep 14 22:57:21.109007 dv-cinder-760178-13-iscsi neutron-server[94136]: 'PortForwarding': {'1.2'}, Sep 14 22:57:21.109007 dv-cinder-760178-13-iscsi neutron-server[94136]: 'QosPolicy': {'1.9'}, Sep 14 22:57:21.109007 dv-cinder-760178-13-iscsi neutron-server[94136]: 'SecurityGroup': {'1.4'}, Sep 14 22:57:21.109007 dv-cinder-760178-13-iscsi neutron-server[94136]: 'SecurityGroupRule': {'1.2'}, Sep 14 22:57:21.109007 dv-cinder-760178-13-iscsi neutron-server[94136]: 'SubPort': {'1.0'}, Sep 14 22:57:21.109007 dv-cinder-760178-13-iscsi neutron-server[94136]: 'Subnet': {'1.1'}, Sep 14 22:57:21.109007 dv-cinder-760178-13-iscsi neutron-server[94136]: 'Trunk': {'1.1'}} Sep 14 22:57:21.109007 dv-cinder-760178-13-iscsi neutron-server[94136]: consumer versions: Sep 14 22:57:21.109007 dv-cinder-760178-13-iscsi neutron-server[94136]: { DHCP agent@dv-cinder-760178-13-iscsi: {}, Sep 14 22:57:21.109007 dv-cinder-760178-13-iscsi neutron-server[94136]: L3 agent@dv-cinder-760178-13-iscsi: {}, Sep 14 22:57:21.109007 dv-cinder-760178-13-iscsi neutron-server[94136]: Metadata agent@dv-cinder-760178-13-iscsi: {}, Sep 14 22:57:21.109007 dv-cinder-760178-13-iscsi neutron-server[94136]: Metering agent@dv-cinder-760178-13-iscsi: {}, Sep 14 22:57:21.109007 dv-cinder-760178-13-iscsi neutron-server[94136]: Open vSwitch agent@dv-cinder-760178-13-iscsi: { 'AddressGroup': '1.2', Sep 14 22:57:21.109007 dv-cinder-760178-13-iscsi neutron-server[94136]: 'ConntrackHelper': '1.0', Sep 14 22:57:21.109007 dv-cinder-760178-13-iscsi neutron-server[94136]: 'Log': '1.0', Sep 14 22:57:21.109007 dv-cinder-760178-13-iscsi neutron-server[94136]: 'Network': '1.1', Sep 14 22:57:21.109007 dv-cinder-760178-13-iscsi neutron-server[94136]: 'Port': '1.7', Sep 14 22:57:21.109007 dv-cinder-760178-13-iscsi neutron-server[94136]: 'PortForwarding': '1.2', Sep 14 22:57:21.109007 dv-cinder-760178-13-iscsi neutron-server[94136]: 'QosPolicy': '1.9', Sep 14 22:57:21.109007 dv-cinder-760178-13-iscsi neutron-server[94136]: 'SecurityGroup': '1.4', Sep 14 22:57:21.109007 dv-cinder-760178-13-iscsi neutron-server[94136]: 'SecurityGroupRule': '1.2', Sep 14 22:57:21.109007 dv-cinder-760178-13-iscsi neutron-server[94136]: 'SubPort': '1.0', Sep 14 22:57:21.109007 dv-cinder-760178-13-iscsi neutron-server[94136]: 'Subnet': '1.1', Sep 14 22:57:21.109007 dv-cinder-760178-13-iscsi neutron-server[94136]: 'Trunk': '1.1'}} Sep 14 22:57:21.109007 dv-cinder-760178-13-iscsi neutron-server[94136]: {{(pid=94136) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 22:57:21.185629 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-2f14d3fc-d1af-412c-b589-b273786386f7 None None] Attempting to bind port df081e11-e164-41ed-9d99-9f59b38db03f on host dv-cinder-760178-13-iscsi for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:57:21.186298 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-2f14d3fc-d1af-412c-b589-b273786386f7 None None] Attempting to bind port df081e11-e164-41ed-9d99-9f59b38db03f by drivers openvswitch,hyperv on host dv-cinder-760178-13-iscsi at level 0 using segments [{'id': '3ec3c91f-83ec-433c-9adb-0bc26fb3bc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '4f8d6433-8dd4-46cd-9594-521ab4d91828'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:57:21.186433 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f14d3fc-d1af-412c-b589-b273786386f7 None None] Attempting to bind port df081e11-e164-41ed-9d99-9f59b38db03f on network 4f8d6433-8dd4-46cd-9594-521ab4d91828 {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:57:21.191460 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f14d3fc-d1af-412c-b589-b273786386f7 None None] Checking agent: {'id': 'dcc8e868-81e9-4312-adfc-cfdfaec503c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 57, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 57, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:57:21.191878 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f14d3fc-d1af-412c-b589-b273786386f7 None None] Checking segment: {'id': '3ec3c91f-83ec-433c-9adb-0bc26fb3bc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '4f8d6433-8dd4-46cd-9594-521ab4d91828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:57:21.192359 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-2f14d3fc-d1af-412c-b589-b273786386f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:21.192779 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f14d3fc-d1af-412c-b589-b273786386f7 None None] Bound using segment: {'id': '3ec3c91f-83ec-433c-9adb-0bc26fb3bc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '4f8d6433-8dd4-46cd-9594-521ab4d91828'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:57:21.193277 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-2f14d3fc-d1af-412c-b589-b273786386f7 None None] Bound port: df081e11-e164-41ed-9d99-9f59b38db03f, host: dv-cinder-760178-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec3c91f-83ec-433c-9adb-0bc26fb3bc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '4f8d6433-8dd4-46cd-9594-521ab4d91828'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:57:21.193675 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-2f14d3fc-d1af-412c-b589-b273786386f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:21.257295 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-2f14d3fc-d1af-412c-b589-b273786386f7 None None] For port df081e11-e164-41ed-9d99-9f59b38db03f, host dv-cinder-760178-13-iscsi, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:57:21.261577 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-2f14d3fc-d1af-412c-b589-b273786386f7 None None] For port df081e11-e164-41ed-9d99-9f59b38db03f, host dv-cinder-760178-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=df081e11-e164-41ed-9d99-9f59b38db03f,segment=NetworkSegment(3ec3c91f-83ec-433c-9adb-0bc26fb3bc18),segment_id=3ec3c91f-83ec-433c-9adb-0bc26fb3bc18)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:57:21.266519 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-2f14d3fc-d1af-412c-b589-b273786386f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:21.339042 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14d3fc-d1af-412c-b589-b273786386f7 None None] Pushing event updated for resources: {'Port': ['ID=df081e11-e164-41ed-9d99-9f59b38db03f,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:22.648845 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 38128) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:57:22.969119 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [None req-6a561d14-2ca2-4763-b6c0-b1783684237c admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:57:22.970248 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-6a561d14-2ca2-4763-b6c0-b1783684237c admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3203459 Sep 14 22:57:25.390612 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 38136) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:57:25.709267 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [None req-b8c9c5ef-bcb7-4e64-a7bf-100c8f027c84 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:57:25.710325 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-b8c9c5ef-bcb7-4e64-a7bf-100c8f027c84 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3188031 Sep 14 22:57:27.718814 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 5 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:57:28.376264 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 38146) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:57:28.691069 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-576c57bb-e315-419f-bf1c-6dd4b65fe2aa admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '426aa7996b894e5899a980e5fcc26560'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:57:28.715509 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-576c57bb-e315-419f-bf1c-6dd4b65fe2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1971'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:28.717202 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-576c57bb-e315-419f-bf1c-6dd4b65fe2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-441611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1960'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:28.851232 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device df081e11-e164-41ed-9d99-9f59b38db03f up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:57:28.888594 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-576c57bb-e315-419f-bf1c-6dd4b65fe2aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:28.895270 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-576c57bb-e315-419f-bf1c-6dd4b65fe2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529233'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:28.907440 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-576c57bb-e315-419f-bf1c-6dd4b65fe2aa admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:28.920306 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-576c57bb-e315-419f-bf1c-6dd4b65fe2aa admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5313413 Sep 14 22:57:28.947960 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port df081e11-e164-41ed-9d99-9f59b38db03f triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:28.948371 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:29.062020 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:29.098472 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] For port df081e11-e164-41ed-9d99-9f59b38db03f, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=df081e11-e164-41ed-9d99-9f59b38db03f,segment=NetworkSegment(3ec3c91f-83ec-433c-9adb-0bc26fb3bc18),segment_id=3ec3c91f-83ec-433c-9adb-0bc26fb3bc18)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:57:29.102678 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:29.151426 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Pushing event updated for resources: {'Port': ['ID=df081e11-e164-41ed-9d99-9f59b38db03f,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:29.773433 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2547330a-7cd4-45a7-873d-55e93c80326f None None] Network 4f8d6433-8dd4-46cd-9594-521ab4d91828 requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:57:29.897370 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-b542fa57-765a-4793-82d5-c5795ddf7ada None None] Provisioning complete for port df081e11-e164-41ed-9d99-9f59b38db03f triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:29.897968 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-b542fa57-765a-4793-82d5-c5795ddf7ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:30.131913 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c8ed027-3d31-4305-bdb0-1a716fc260ec None None] Provisioning complete for port df081e11-e164-41ed-9d99-9f59b38db03f triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:30.132289 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c8ed027-3d31-4305-bdb0-1a716fc260ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:30.826791 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device df081e11-e164-41ed-9d99-9f59b38db03f up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:57:30.874927 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port df081e11-e164-41ed-9d99-9f59b38db03f triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:30.875297 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:31.394457 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 38158) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:57:31.703532 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [None req-6487154e-90cc-4c42-87b7-31906dc28699 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:57:31.704516 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-6487154e-90cc-4c42-87b7-31906dc28699 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3091326 Sep 14 22:57:32.194572 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-58e257b3-3881-46cc-a91f-392218bd580e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:34.105862 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 38166) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:57:34.413288 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-0a495634-4460-48e7-8832-d5fd698a6a36 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:57:34.435015 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a495634-4460-48e7-8832-d5fd698a6a36 admin admin] Made reservation on behalf of 6eb471f2947f471dbaaa762e6112603d for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:34.437411 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0a495634-4460-48e7-8832-d5fd698a6a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:34.452468 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0a495634-4460-48e7-8832-d5fd698a6a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:34.569733 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0a495634-4460-48e7-8832-d5fd698a6a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:34.574315 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0a495634-4460-48e7-8832-d5fd698a6a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:34.593154 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0a495634-4460-48e7-8832-d5fd698a6a36 admin admin] Reserving flat network on physical network physnet1 {{(pid=94134) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 14 22:57:34.617106 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a495634-4460-48e7-8832-d5fd698a6a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036f876d-e7e0-4b06-91af-d9876c093d41,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:34.625043 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0a495634-4460-48e7-8832-d5fd698a6a36 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755854224276', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:34.625891 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0a495634-4460-48e7-8832-d5fd698a6a36 admin admin] Unsubscribe: segment precommit_create {{(pid=94134) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 22:57:34.626108 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.db.segments_db [None req-0a495634-4460-48e7-8832-d5fd698a6a36 admin admin] Added segment a9a9fb15-9287-4c77-9a23-3b65ea6f31f5 of type flat for network 97df119d-fd41-4b39-86f3-953f642e27ab Sep 14 22:57:34.680183 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0a495634-4460-48e7-8832-d5fd698a6a36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755853879839'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:34.718509 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0a495634-4460-48e7-8832-d5fd698a6a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:34.719494 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a495634-4460-48e7-8832-d5fd698a6a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:57:34.720071 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0a495634-4460-48e7-8832-d5fd698a6a36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:34.762155 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-0a495634-4460-48e7-8832-d5fd698a6a36 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6552348 Sep 14 22:57:34.823320 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a495634-4460-48e7-8832-d5fd698a6a36 admin admin] Pushing event updated for resources: {'Network': ['ID=97df119d-fd41-4b39-86f3-953f642e27ab,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:34.834279 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Network 97df119d-fd41-4b39-86f3-953f642e27ab details requested by agent ovs-agent-dv-cinder-760178-13-iscsi with host dv-cinder-760178-13-iscsi {{(pid=94136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 22:57:34.945676 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d7530aa3-56dd-4cc9-94d1-47373bcc2de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:34.949963 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:35.962890 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:37.164101 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 38184) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:57:37.336525 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2659641c-0eb9-4da6-a7a7-b2426f197dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:57:37.337885 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-2659641c-0eb9-4da6-a7a7-b2426f197dd9 admin admin] 10.222.0.39 "GET /v2.0/subnets/f4ac2466-c105-4cd9-a579-ed0254367bec HTTP/1.1" status: 200 len: 849 time: 0.1727955 Sep 14 22:57:37.460537 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-84215e63-d46b-45fe-ab47-89c7955febf7 admin admin] 10.222.0.39 "GET /v2.0/routers/8cb9206c-9e72-4a1d-90b1-3772454a0f89 HTTP/1.1" status: 200 len: 704 time: 0.1165624 Sep 14 22:57:37.722892 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1a5b9afe-528d-46eb-8886-1662268d321f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:37.807260 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:38.011622 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-1a5b9afe-528d-46eb-8886-1662268d321f admin admin] Allocated IP 172.20.0.1 (4f8d6433-8dd4-46cd-9594-521ab4d91828/f4ac2466-c105-4cd9-a579-ed0254367bec/18b9cf2f-b040-450d-9a55-a01df766c041) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:57:38.161702 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1a5b9afe-528d-46eb-8886-1662268d321f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:38.227433 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1a5b9afe-528d-46eb-8886-1662268d321f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:38.333166 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5b9afe-528d-46eb-8886-1662268d321f admin admin] Network 4f8d6433-8dd4-46cd-9594-521ab4d91828 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:38.337628 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-1a5b9afe-528d-46eb-8886-1662268d321f admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:38.343172 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5b9afe-528d-46eb-8886-1662268d321f admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:57:38.343302 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1a5b9afe-528d-46eb-8886-1662268d321f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529286'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:38.418065 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b9afe-528d-46eb-8886-1662268d321f admin admin] Pushing event updated for resources: {'Port': ['ID=18b9cf2f-b040-450d-9a55-a01df766c041,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:38.546317 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1a5b9afe-528d-46eb-8886-1662268d321f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:38.569549 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-93b92d58-d8b8-4535-ae9f-de10df4dfc39 None None] Provisioning complete for port 18b9cf2f-b040-450d-9a55-a01df766c041 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:38.569950 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-93b92d58-d8b8-4535-ae9f-de10df4dfc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:38.602385 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-93b92d58-d8b8-4535-ae9f-de10df4dfc39 None None] Port 18b9cf2f-b040-450d-9a55-a01df766c041 cannot update to ACTIVE because it is not bound. {{(pid=94136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 22:57:38.759337 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1a5b9afe-528d-46eb-8886-1662268d321f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:38.763714 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1a5b9afe-528d-46eb-8886-1662268d321f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:38.764531 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1a5b9afe-528d-46eb-8886-1662268d321f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530198'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:38.826888 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b9afe-528d-46eb-8886-1662268d321f admin admin] Pushing event updated for resources: {'Port': ['ID=18b9cf2f-b040-450d-9a55-a01df766c041,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:38.891082 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5b9afe-528d-46eb-8886-1662268d321f admin admin] Network 4f8d6433-8dd4-46cd-9594-521ab4d91828 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:38.892300 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-1a5b9afe-528d-46eb-8886-1662268d321f admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:39.048791 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5b9afe-528d-46eb-8886-1662268d321f admin admin] Router 8cb9206c-9e72-4a1d-90b1-3772454a0f89 is scheduled to L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 22:57:39.122704 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-380b1ebf-5b34-4cdb-95db-0b6584542c6f None None] Provisioning complete for port 18b9cf2f-b040-450d-9a55-a01df766c041 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:39.123323 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-380b1ebf-5b34-4cdb-95db-0b6584542c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:39.139128 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5b9afe-528d-46eb-8886-1662268d321f admin admin] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:57:39.144866 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-1a5b9afe-528d-46eb-8886-1662268d321f admin admin] 10.222.0.39 "PUT /v2.0/routers/8cb9206c-9e72-4a1d-90b1-3772454a0f89/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6785383 Sep 14 22:57:39.152327 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e801b284-0ed5-4614-878e-32e0fd6efca4 None None] Sync routers for ids ['8cb9206c-9e72-4a1d-90b1-3772454a0f89'] in dv-cinder-760178-13-iscsi {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:57:39.159878 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-380b1ebf-5b34-4cdb-95db-0b6584542c6f None None] Port 18b9cf2f-b040-450d-9a55-a01df766c041 cannot update to ACTIVE because it is not bound. {{(pid=94136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 22:57:39.167312 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e801b284-0ed5-4614-878e-32e0fd6efca4 None None] Routers {'8cb9206c-9e72-4a1d-90b1-3772454a0f89'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:57:39.168126 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-e801b284-0ed5-4614-878e-32e0fd6efca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T22:57:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['8cb9206c-9e72-4a1d-90b1-3772454a0f89'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:39.351864 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-e801b284-0ed5-4614-878e-32e0fd6efca4 None None] Set router 8cb9206c-9e72-4a1d-90b1-3772454a0f89 gateway port host: None {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:57:39.782181 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-e801b284-0ed5-4614-878e-32e0fd6efca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb9206c-9e72-4a1d-90b1-3772454a0f89', 'name': 'router1', 'tenant_id': '426aa7996b894e5899a980e5fcc26560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:57:28Z', 'updated_at': '2021-09-14T22:57:38Z', 'revision_number': 2, 'project_id': '426aa7996b894e5899a980e5fcc26560', 'gw_port_host': None, '_interfaces': [{'id': '18b9cf2f-b040-450d-9a55-a01df766c041', 'name': '', 'network_id': '4f8d6433-8dd4-46cd-9594-521ab4d91828', 'tenant_id': '426aa7996b894e5899a980e5fcc26560', 'mac_address': 'fa:16:3e:d4:05:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb9206c-9e72-4a1d-90b1-3772454a0f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f4ac2466-c105-4cd9-a579-ed0254367bec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:57:37Z', 'updated_at': '2021-09-14T22:57:38Z', 'revision_number': 2, 'project_id': '426aa7996b894e5899a980e5fcc26560', 'subnets': [{'id': 'f4ac2466-c105-4cd9-a579-ed0254367bec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37894d51-c78f-4e84-9c50-405378f6e6db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:39.833855 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e801b284-0ed5-4614-878e-32e0fd6efca4 None None] Checking router: 8cb9206c-9e72-4a1d-90b1-3772454a0f89 for host: dv-cinder-760178-13-iscsi {{(pid=94137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:57:39.834233 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e801b284-0ed5-4614-878e-32e0fd6efca4 None None] Updating router 8cb9206c-9e72-4a1d-90b1-3772454a0f89 port 18b9cf2f-b040-450d-9a55-a01df766c041 binding host dv-cinder-760178-13-iscsi {{(pid=94137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:57:39.883237 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-e801b284-0ed5-4614-878e-32e0fd6efca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:40.402043 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-e801b284-0ed5-4614-878e-32e0fd6efca4 None None] Notify callbacks [] for port, precommit_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:40.410023 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-e801b284-0ed5-4614-878e-32e0fd6efca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:40.582884 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [None req-e801b284-0ed5-4614-878e-32e0fd6efca4 None None] Attempting to bind port 18b9cf2f-b040-450d-9a55-a01df766c041 on host dv-cinder-760178-13-iscsi for vnic_type normal with profile {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:57:40.583237 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [None req-e801b284-0ed5-4614-878e-32e0fd6efca4 None None] Attempting to bind port 18b9cf2f-b040-450d-9a55-a01df766c041 by drivers openvswitch,hyperv on host dv-cinder-760178-13-iscsi at level 0 using segments [{'id': '3ec3c91f-83ec-433c-9adb-0bc26fb3bc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '4f8d6433-8dd4-46cd-9594-521ab4d91828'}] {{(pid=94137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:57:40.583668 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e801b284-0ed5-4614-878e-32e0fd6efca4 None None] Attempting to bind port 18b9cf2f-b040-450d-9a55-a01df766c041 on network 4f8d6433-8dd4-46cd-9594-521ab4d91828 {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:57:40.586609 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-fd13e7a6-eac8-4e30-9d2d-ef45d67f20de None None] Provisioning complete for port 18b9cf2f-b040-450d-9a55-a01df766c041 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:40.587095 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf8fb8-083a-475c-ad87-26f2f2de4588 None None] Pushing event updated for resources: {'Port': ['ID=18b9cf2f-b040-450d-9a55-a01df766c041,revision_number=3']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:40.587187 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-fd13e7a6-eac8-4e30-9d2d-ef45d67f20de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:40.591290 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e801b284-0ed5-4614-878e-32e0fd6efca4 None None] Checking agent: {'id': 'dcc8e868-81e9-4312-adfc-cfdfaec503c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 57, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:57:40.591699 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e801b284-0ed5-4614-878e-32e0fd6efca4 None None] Checking segment: {'id': '3ec3c91f-83ec-433c-9adb-0bc26fb3bc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '4f8d6433-8dd4-46cd-9594-521ab4d91828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:57:40.592180 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-e801b284-0ed5-4614-878e-32e0fd6efca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:40.592568 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e801b284-0ed5-4614-878e-32e0fd6efca4 None None] Bound using segment: {'id': '3ec3c91f-83ec-433c-9adb-0bc26fb3bc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '4f8d6433-8dd4-46cd-9594-521ab4d91828'} {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:57:40.594000 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [None req-e801b284-0ed5-4614-878e-32e0fd6efca4 None None] Bound port: 18b9cf2f-b040-450d-9a55-a01df766c041, host: dv-cinder-760178-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec3c91f-83ec-433c-9adb-0bc26fb3bc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '4f8d6433-8dd4-46cd-9594-521ab4d91828'}}] {{(pid=94137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:57:40.594382 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-e801b284-0ed5-4614-878e-32e0fd6efca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:40.607030 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf8fb8-083a-475c-ad87-26f2f2de4588 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:40.607382 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf8fb8-083a-475c-ad87-26f2f2de4588 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:40.607720 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf8fb8-083a-475c-ad87-26f2f2de4588 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:40.608054 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf8fb8-083a-475c-ad87-26f2f2de4588 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:40.608388 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf8fb8-083a-475c-ad87-26f2f2de4588 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:40.608737 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf8fb8-083a-475c-ad87-26f2f2de4588 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:40.609063 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf8fb8-083a-475c-ad87-26f2f2de4588 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:40.609385 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf8fb8-083a-475c-ad87-26f2f2de4588 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:40.609710 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf8fb8-083a-475c-ad87-26f2f2de4588 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:40.610031 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf8fb8-083a-475c-ad87-26f2f2de4588 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:40.610348 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf8fb8-083a-475c-ad87-26f2f2de4588 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:40.610662 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf8fb8-083a-475c-ad87-26f2f2de4588 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:40.612601 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf8fb8-083a-475c-ad87-26f2f2de4588 None None] Tracked resource versions report: Sep 14 22:57:40.612601 dv-cinder-760178-13-iscsi neutron-server[94137]: pushed versions: Sep 14 22:57:40.612601 dv-cinder-760178-13-iscsi neutron-server[94137]: { 'AddressGroup': {'1.2'}, Sep 14 22:57:40.612601 dv-cinder-760178-13-iscsi neutron-server[94137]: 'ConntrackHelper': {'1.0'}, Sep 14 22:57:40.612601 dv-cinder-760178-13-iscsi neutron-server[94137]: 'Log': {'1.0'}, Sep 14 22:57:40.612601 dv-cinder-760178-13-iscsi neutron-server[94137]: 'Network': {'1.1'}, Sep 14 22:57:40.612601 dv-cinder-760178-13-iscsi neutron-server[94137]: 'Port': {'1.7'}, Sep 14 22:57:40.612601 dv-cinder-760178-13-iscsi neutron-server[94137]: 'PortForwarding': {'1.2'}, Sep 14 22:57:40.612601 dv-cinder-760178-13-iscsi neutron-server[94137]: 'QosPolicy': {'1.9'}, Sep 14 22:57:40.612601 dv-cinder-760178-13-iscsi neutron-server[94137]: 'SecurityGroup': {'1.4'}, Sep 14 22:57:40.612601 dv-cinder-760178-13-iscsi neutron-server[94137]: 'SecurityGroupRule': {'1.2'}, Sep 14 22:57:40.612601 dv-cinder-760178-13-iscsi neutron-server[94137]: 'SubPort': {'1.0'}, Sep 14 22:57:40.612601 dv-cinder-760178-13-iscsi neutron-server[94137]: 'Subnet': {'1.1'}, Sep 14 22:57:40.612601 dv-cinder-760178-13-iscsi neutron-server[94137]: 'Trunk': {'1.1'}} Sep 14 22:57:40.612601 dv-cinder-760178-13-iscsi neutron-server[94137]: consumer versions: Sep 14 22:57:40.612601 dv-cinder-760178-13-iscsi neutron-server[94137]: { DHCP agent@dv-cinder-760178-13-iscsi: {}, Sep 14 22:57:40.612601 dv-cinder-760178-13-iscsi neutron-server[94137]: L3 agent@dv-cinder-760178-13-iscsi: {}, Sep 14 22:57:40.612601 dv-cinder-760178-13-iscsi neutron-server[94137]: Metadata agent@dv-cinder-760178-13-iscsi: {}, Sep 14 22:57:40.612601 dv-cinder-760178-13-iscsi neutron-server[94137]: Metering agent@dv-cinder-760178-13-iscsi: {}, Sep 14 22:57:40.612601 dv-cinder-760178-13-iscsi neutron-server[94137]: Open vSwitch agent@dv-cinder-760178-13-iscsi: { 'AddressGroup': '1.2', Sep 14 22:57:40.612601 dv-cinder-760178-13-iscsi neutron-server[94137]: 'ConntrackHelper': '1.0', Sep 14 22:57:40.612601 dv-cinder-760178-13-iscsi neutron-server[94137]: 'Log': '1.0', Sep 14 22:57:40.612601 dv-cinder-760178-13-iscsi neutron-server[94137]: 'Network': '1.1', Sep 14 22:57:40.612601 dv-cinder-760178-13-iscsi neutron-server[94137]: 'Port': '1.7', Sep 14 22:57:40.612601 dv-cinder-760178-13-iscsi neutron-server[94137]: 'PortForwarding': '1.2', Sep 14 22:57:40.612601 dv-cinder-760178-13-iscsi neutron-server[94137]: 'QosPolicy': '1.9', Sep 14 22:57:40.612601 dv-cinder-760178-13-iscsi neutron-server[94137]: 'SecurityGroup': '1.4', Sep 14 22:57:40.612601 dv-cinder-760178-13-iscsi neutron-server[94137]: 'SecurityGroupRule': '1.2', Sep 14 22:57:40.612601 dv-cinder-760178-13-iscsi neutron-server[94137]: 'SubPort': '1.0', Sep 14 22:57:40.612601 dv-cinder-760178-13-iscsi neutron-server[94137]: 'Subnet': '1.1', Sep 14 22:57:40.612601 dv-cinder-760178-13-iscsi neutron-server[94137]: 'Trunk': '1.1'}} Sep 14 22:57:40.612601 dv-cinder-760178-13-iscsi neutron-server[94137]: {{(pid=94137) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 22:57:40.625182 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-fd13e7a6-eac8-4e30-9d2d-ef45d67f20de None None] Port 18b9cf2f-b040-450d-9a55-a01df766c041 cannot update to ACTIVE because it is not bound. {{(pid=94136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 22:57:40.676008 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [None req-e801b284-0ed5-4614-878e-32e0fd6efca4 None None] For port 18b9cf2f-b040-450d-9a55-a01df766c041, host dv-cinder-760178-13-iscsi, cleared binding levels {{(pid=94137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:57:40.694883 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [None req-e801b284-0ed5-4614-878e-32e0fd6efca4 None None] For port 18b9cf2f-b040-450d-9a55-a01df766c041, host dv-cinder-760178-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=18b9cf2f-b040-450d-9a55-a01df766c041,segment=NetworkSegment(3ec3c91f-83ec-433c-9adb-0bc26fb3bc18),segment_id=3ec3c91f-83ec-433c-9adb-0bc26fb3bc18)] {{(pid=94137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:57:40.699605 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-e801b284-0ed5-4614-878e-32e0fd6efca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:40.749599 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e801b284-0ed5-4614-878e-32e0fd6efca4 None None] Routers {'8cb9206c-9e72-4a1d-90b1-3772454a0f89'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:57:40.750234 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-e801b284-0ed5-4614-878e-32e0fd6efca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T22:57:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['8cb9206c-9e72-4a1d-90b1-3772454a0f89'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:40.832455 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf8fb8-083a-475c-ad87-26f2f2de4588 None None] Pushing event updated for resources: {'Port': ['ID=18b9cf2f-b040-450d-9a55-a01df766c041,revision_number=4']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:40.856791 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-e801b284-0ed5-4614-878e-32e0fd6efca4 None None] Set router 8cb9206c-9e72-4a1d-90b1-3772454a0f89 gateway port host: None {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:57:40.945877 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0dc9e3dd-38b5-4319-b187-d290636581b6 None None] Provisioning complete for port 18b9cf2f-b040-450d-9a55-a01df766c041 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:40.946241 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0dc9e3dd-38b5-4319-b187-d290636581b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:41.025461 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0dc9e3dd-38b5-4319-b187-d290636581b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:41.057877 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-0dc9e3dd-38b5-4319-b187-d290636581b6 None None] For port 18b9cf2f-b040-450d-9a55-a01df766c041, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=18b9cf2f-b040-450d-9a55-a01df766c041,segment=NetworkSegment(3ec3c91f-83ec-433c-9adb-0bc26fb3bc18),segment_id=3ec3c91f-83ec-433c-9adb-0bc26fb3bc18)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:57:41.063059 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0dc9e3dd-38b5-4319-b187-d290636581b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:41.069588 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-e801b284-0ed5-4614-878e-32e0fd6efca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb9206c-9e72-4a1d-90b1-3772454a0f89', 'name': 'router1', 'tenant_id': '426aa7996b894e5899a980e5fcc26560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:57:28Z', 'updated_at': '2021-09-14T22:57:38Z', 'revision_number': 2, 'project_id': '426aa7996b894e5899a980e5fcc26560', 'gw_port_host': None, '_interfaces': [{'id': '18b9cf2f-b040-450d-9a55-a01df766c041', 'name': '', 'network_id': '4f8d6433-8dd4-46cd-9594-521ab4d91828', 'tenant_id': '426aa7996b894e5899a980e5fcc26560', 'mac_address': 'fa:16:3e:d4:05:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb9206c-9e72-4a1d-90b1-3772454a0f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f4ac2466-c105-4cd9-a579-ed0254367bec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:57:37Z', 'updated_at': '2021-09-14T22:57:40Z', 'revision_number': 4, 'project_id': '426aa7996b894e5899a980e5fcc26560', 'subnets': [{'id': 'f4ac2466-c105-4cd9-a579-ed0254367bec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37894d51-c78f-4e84-9c50-405378f6e6db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:41.098682 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e801b284-0ed5-4614-878e-32e0fd6efca4 None None] The sync data for ids ['8cb9206c-9e72-4a1d-90b1-3772454a0f89'] in dv-cinder-760178-13-iscsi is: [{'id': '8cb9206c-9e72-4a1d-90b1-3772454a0f89', 'name': 'router1', 'tenant_id': '426aa7996b894e5899a980e5fcc26560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:57:28Z', 'updated_at': '2021-09-14T22:57:38Z', 'revision_number': 2, 'project_id': '426aa7996b894e5899a980e5fcc26560', 'gw_port_host': None, '_interfaces': [{'id': '18b9cf2f-b040-450d-9a55-a01df766c041', 'name': '', 'network_id': '4f8d6433-8dd4-46cd-9594-521ab4d91828', 'tenant_id': '426aa7996b894e5899a980e5fcc26560', 'mac_address': 'fa:16:3e:d4:05:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb9206c-9e72-4a1d-90b1-3772454a0f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f4ac2466-c105-4cd9-a579-ed0254367bec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:57:37Z', 'updated_at': '2021-09-14T22:57:40Z', 'revision_number': 4, 'project_id': '426aa7996b894e5899a980e5fcc26560', 'subnets': [{'id': 'f4ac2466-c105-4cd9-a579-ed0254367bec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37894d51-c78f-4e84-9c50-405378f6e6db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:57:41.115072 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc9e3dd-38b5-4319-b187-d290636581b6 None None] Pushing event updated for resources: {'Port': ['ID=18b9cf2f-b040-450d-9a55-a01df766c041,revision_number=5']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:41.445142 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 38204) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:57:41.555369 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55392d7e-7a97-4311-a7f8-2411e39baa62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:57:41.556760 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-55392d7e-7a97-4311-a7f8-2411e39baa62 admin admin] 10.222.0.39 "GET /v2.0/networks/97df119d-fd41-4b39-86f3-953f642e27ab HTTP/1.1" status: 200 len: 842 time: 0.1105468 Sep 14 22:57:41.567519 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-7b78a269-19ab-4d86-8956-3502ee1b233f admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.3.0/24'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:57:41.588243 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b78a269-19ab-4d86-8956-3502ee1b233f admin admin] Made reservation on behalf of 6eb471f2947f471dbaaa762e6112603d for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:41.590529 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7b78a269-19ab-4d86-8956-3502ee1b233f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:41.872036 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.objects.ports [None req-7b78a269-19ab-4d86-8956-3502ee1b233f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94134) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 14 22:57:41.872462 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7b78a269-19ab-4d86-8956-3502ee1b233f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:41.932826 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78a269-19ab-4d86-8956-3502ee1b233f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cfef410-e94d-43c5-8572-4959e322a29a,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:41.934927 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b78a269-19ab-4d86-8956-3502ee1b233f admin admin] Checking segment: {'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:57:41.935276 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b78a269-19ab-4d86-8956-3502ee1b233f admin admin] Network hostable DHCP agents. Network: 97df119d-fd41-4b39-86f3-953f642e27ab, hostable agents: ['cc88f5a5-5435-4a3a-a65f-5f33fd37a978'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:57:41.955951 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b78a269-19ab-4d86-8956-3502ee1b233f admin admin] Network 97df119d-fd41-4b39-86f3-953f642e27ab is scheduled to be hosted by DHCP agent cc88f5a5-5435-4a3a-a65f-5f33fd37a978 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:57:41.966106 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-7b78a269-19ab-4d86-8956-3502ee1b233f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-13-iscsi, 97df119d-fd41-4b39-86f3-953f642e27ab) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:41.970967 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b78a269-19ab-4d86-8956-3502ee1b233f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:57:41.971783 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7b78a269-19ab-4d86-8956-3502ee1b233f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:41.977067 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d12bb3-2e8f-4dbc-b8cb-596f65ff7fc6 None None] Network 97df119d-fd41-4b39-86f3-953f642e27ab requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:57:41.997353 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-7b78a269-19ab-4d86-8956-3502ee1b233f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4336889 Sep 14 22:57:42.114845 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db2fe80-ccbb-4c71-a56f-ea7a6b787817 None None] Network 97df119d-fd41-4b39-86f3-953f642e27ab requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:57:44.365604 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 38212) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:57:44.565893 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-780eadb6-a6c3-4940-b1d4-04dce2765863 admin admin] 10.222.0.39 "GET /v2.0/routers/8cb9206c-9e72-4a1d-90b1-3772454a0f89 HTTP/1.1" status: 200 len: 710 time: 0.1988416 Sep 14 22:57:44.652180 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19b4ef0-d2e3-4b69-b181-482b516a5d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:57:44.653586 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-a19b4ef0-d2e3-4b69-b181-482b516a5d4d admin admin] 10.222.0.39 "GET /v2.0/networks/97df119d-fd41-4b39-86f3-953f642e27ab HTTP/1.1" status: 200 len: 886 time: 0.0818300 Sep 14 22:57:44.663164 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-7bc0d4a4-c2a7-4740-a4bc-fdbad66c7804 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:57:44.910397 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7bc0d4a4-c2a7-4740-a4bc-fdbad66c7804 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:45.141960 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7bc0d4a4-c2a7-4740-a4bc-fdbad66c7804 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:45.224685 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7bc0d4a4-c2a7-4740-a4bc-fdbad66c7804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:45.325139 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-7bc0d4a4-c2a7-4740-a4bc-fdbad66c7804 admin admin] Allocated IP 172.27.3.112 (97df119d-fd41-4b39-86f3-953f642e27ab/0cfef410-e94d-43c5-8572-4959e322a29a/d3e3aa46-ce51-4de1-8c26-c05a3bc5496c) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:57:45.430198 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7bc0d4a4-c2a7-4740-a4bc-fdbad66c7804 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:45.466154 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7bc0d4a4-c2a7-4740-a4bc-fdbad66c7804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:45.503003 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc0d4a4-c2a7-4740-a4bc-fdbad66c7804 admin admin] Network 97df119d-fd41-4b39-86f3-953f642e27ab is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:45.505597 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-7bc0d4a4-c2a7-4740-a4bc-fdbad66c7804 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:45.513817 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc0d4a4-c2a7-4740-a4bc-fdbad66c7804 admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:57:45.516336 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0d4a4-c2a7-4740-a4bc-fdbad66c7804 admin admin] Pushing event updated for resources: {'Port': ['ID=d3e3aa46-ce51-4de1-8c26-c05a3bc5496c,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:45.758903 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7bc0d4a4-c2a7-4740-a4bc-fdbad66c7804 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:46.034155 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7bc0d4a4-c2a7-4740-a4bc-fdbad66c7804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1942'] for router, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:46.037534 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7bc0d4a4-c2a7-4740-a4bc-fdbad66c7804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531618', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529675'] for router, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:46.143972 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc0d4a4-c2a7-4740-a4bc-fdbad66c7804 admin admin] Router 8cb9206c-9e72-4a1d-90b1-3772454a0f89 has already been hosted by L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 22:57:46.266834 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc0d4a4-c2a7-4740-a4bc-fdbad66c7804 admin admin] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:57:46.271745 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7bc0d4a4-c2a7-4740-a4bc-fdbad66c7804 admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:46.272880 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-7bc0d4a4-c2a7-4740-a4bc-fdbad66c7804 admin admin] 10.222.0.39 "PUT /v2.0/routers/8cb9206c-9e72-4a1d-90b1-3772454a0f89 HTTP/1.1" status: 200 len: 890 time: 1.6129200 Sep 14 22:57:46.855752 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 18b9cf2f-b040-450d-9a55-a01df766c041 up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:57:46.904855 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port 18b9cf2f-b040-450d-9a55-a01df766c041 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:46.905235 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:47.504736 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac0dd06-0cf8-4297-a9f2-d3d1d58b14bb None None] Sync routers for ids ['8cb9206c-9e72-4a1d-90b1-3772454a0f89'] in dv-cinder-760178-13-iscsi {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:57:47.514998 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac0dd06-0cf8-4297-a9f2-d3d1d58b14bb None None] Routers {'8cb9206c-9e72-4a1d-90b1-3772454a0f89'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:57:47.515652 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-fac0dd06-0cf8-4297-a9f2-d3d1d58b14bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T22:57:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['8cb9206c-9e72-4a1d-90b1-3772454a0f89'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:47.721640 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-fac0dd06-0cf8-4297-a9f2-d3d1d58b14bb None None] Set router 8cb9206c-9e72-4a1d-90b1-3772454a0f89 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:57:48.104413 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-fac0dd06-0cf8-4297-a9f2-d3d1d58b14bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb9206c-9e72-4a1d-90b1-3772454a0f89', 'name': 'router1', 'tenant_id': '426aa7996b894e5899a980e5fcc26560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'd3e3aa46-ce51-4de1-8c26-c05a3bc5496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:57:28Z', 'updated_at': '2021-09-14T22:57:45Z', 'revision_number': 4, 'project_id': '426aa7996b894e5899a980e5fcc26560', 'gw_port': {'id': 'd3e3aa46-ce51-4de1-8c26-c05a3bc5496c', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb9206c-9e72-4a1d-90b1-3772454a0f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:57:45Z', 'updated_at': '2021-09-14T22:57:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': '18b9cf2f-b040-450d-9a55-a01df766c041', 'name': '', 'network_id': '4f8d6433-8dd4-46cd-9594-521ab4d91828', 'tenant_id': '426aa7996b894e5899a980e5fcc26560', 'mac_address': 'fa:16:3e:d4:05:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb9206c-9e72-4a1d-90b1-3772454a0f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f4ac2466-c105-4cd9-a579-ed0254367bec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:57:37Z', 'updated_at': '2021-09-14T22:57:41Z', 'revision_number': 5, 'project_id': '426aa7996b894e5899a980e5fcc26560', 'subnets': [{'id': 'f4ac2466-c105-4cd9-a579-ed0254367bec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37894d51-c78f-4e84-9c50-405378f6e6db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:48.155157 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac0dd06-0cf8-4297-a9f2-d3d1d58b14bb None None] Checking router: 8cb9206c-9e72-4a1d-90b1-3772454a0f89 for host: dv-cinder-760178-13-iscsi {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:57:48.155508 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac0dd06-0cf8-4297-a9f2-d3d1d58b14bb None None] Updating router 8cb9206c-9e72-4a1d-90b1-3772454a0f89 port d3e3aa46-ce51-4de1-8c26-c05a3bc5496c binding host dv-cinder-760178-13-iscsi {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:57:48.201124 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-fac0dd06-0cf8-4297-a9f2-d3d1d58b14bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:48.515236 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-fac0dd06-0cf8-4297-a9f2-d3d1d58b14bb None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:48.521234 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-fac0dd06-0cf8-4297-a9f2-d3d1d58b14bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:48.651322 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f252bea-cb4b-40f0-a7ba-7df1acf8628e None None] Pushing event updated for resources: {'Port': ['ID=d3e3aa46-ce51-4de1-8c26-c05a3bc5496c,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:48.657785 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-fac0dd06-0cf8-4297-a9f2-d3d1d58b14bb None None] Attempting to bind port d3e3aa46-ce51-4de1-8c26-c05a3bc5496c on host dv-cinder-760178-13-iscsi for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:57:48.657785 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-fac0dd06-0cf8-4297-a9f2-d3d1d58b14bb None None] Attempting to bind port d3e3aa46-ce51-4de1-8c26-c05a3bc5496c by drivers openvswitch,hyperv on host dv-cinder-760178-13-iscsi at level 0 using segments [{'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:57:48.657785 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac0dd06-0cf8-4297-a9f2-d3d1d58b14bb None None] Attempting to bind port d3e3aa46-ce51-4de1-8c26-c05a3bc5496c on network 97df119d-fd41-4b39-86f3-953f642e27ab {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:57:48.663319 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac0dd06-0cf8-4297-a9f2-d3d1d58b14bb None None] Checking agent: {'id': 'dcc8e868-81e9-4312-adfc-cfdfaec503c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 57, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:57:48.663697 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac0dd06-0cf8-4297-a9f2-d3d1d58b14bb None None] Checking segment: {'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:57:48.664101 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-fac0dd06-0cf8-4297-a9f2-d3d1d58b14bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:48.664495 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac0dd06-0cf8-4297-a9f2-d3d1d58b14bb None None] Bound using segment: {'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:57:48.665172 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-fac0dd06-0cf8-4297-a9f2-d3d1d58b14bb None None] Bound port: d3e3aa46-ce51-4de1-8c26-c05a3bc5496c, host: dv-cinder-760178-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:57:48.665389 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-fac0dd06-0cf8-4297-a9f2-d3d1d58b14bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:48.697393 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 38224) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:57:48.715069 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-fac0dd06-0cf8-4297-a9f2-d3d1d58b14bb None None] For port d3e3aa46-ce51-4de1-8c26-c05a3bc5496c, host dv-cinder-760178-13-iscsi, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:57:48.718207 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-fac0dd06-0cf8-4297-a9f2-d3d1d58b14bb None None] For port d3e3aa46-ce51-4de1-8c26-c05a3bc5496c, host dv-cinder-760178-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=d3e3aa46-ce51-4de1-8c26-c05a3bc5496c,segment=NetworkSegment(a9a9fb15-9287-4c77-9a23-3b65ea6f31f5),segment_id=a9a9fb15-9287-4c77-9a23-3b65ea6f31f5)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:57:48.723818 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-fac0dd06-0cf8-4297-a9f2-d3d1d58b14bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:48.780394 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac0dd06-0cf8-4297-a9f2-d3d1d58b14bb None None] Routers {'8cb9206c-9e72-4a1d-90b1-3772454a0f89'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:57:48.781052 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-fac0dd06-0cf8-4297-a9f2-d3d1d58b14bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T22:57:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['8cb9206c-9e72-4a1d-90b1-3772454a0f89'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:48.815172 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-098216a1-75f4-47c3-9b42-a38a15f098d5 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1166527 Sep 14 22:57:48.816990 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f252bea-cb4b-40f0-a7ba-7df1acf8628e None None] Pushing event updated for resources: {'Port': ['ID=d3e3aa46-ce51-4de1-8c26-c05a3bc5496c,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:48.900051 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-fac0dd06-0cf8-4297-a9f2-d3d1d58b14bb None None] Set router 8cb9206c-9e72-4a1d-90b1-3772454a0f89 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:57:49.129371 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-fac0dd06-0cf8-4297-a9f2-d3d1d58b14bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb9206c-9e72-4a1d-90b1-3772454a0f89', 'name': 'router1', 'tenant_id': '426aa7996b894e5899a980e5fcc26560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'd3e3aa46-ce51-4de1-8c26-c05a3bc5496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:57:28Z', 'updated_at': '2021-09-14T22:57:45Z', 'revision_number': 4, 'project_id': '426aa7996b894e5899a980e5fcc26560', 'gw_port': {'id': 'd3e3aa46-ce51-4de1-8c26-c05a3bc5496c', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb9206c-9e72-4a1d-90b1-3772454a0f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:57:45Z', 'updated_at': '2021-09-14T22:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': '18b9cf2f-b040-450d-9a55-a01df766c041', 'name': '', 'network_id': '4f8d6433-8dd4-46cd-9594-521ab4d91828', 'tenant_id': '426aa7996b894e5899a980e5fcc26560', 'mac_address': 'fa:16:3e:d4:05:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb9206c-9e72-4a1d-90b1-3772454a0f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f4ac2466-c105-4cd9-a579-ed0254367bec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:57:37Z', 'updated_at': '2021-09-14T22:57:41Z', 'revision_number': 5, 'project_id': '426aa7996b894e5899a980e5fcc26560', 'subnets': [{'id': 'f4ac2466-c105-4cd9-a579-ed0254367bec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37894d51-c78f-4e84-9c50-405378f6e6db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:49.155609 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac0dd06-0cf8-4297-a9f2-d3d1d58b14bb None None] The sync data for ids ['8cb9206c-9e72-4a1d-90b1-3772454a0f89'] in dv-cinder-760178-13-iscsi is: [{'id': '8cb9206c-9e72-4a1d-90b1-3772454a0f89', 'name': 'router1', 'tenant_id': '426aa7996b894e5899a980e5fcc26560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'd3e3aa46-ce51-4de1-8c26-c05a3bc5496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:57:28Z', 'updated_at': '2021-09-14T22:57:45Z', 'revision_number': 4, 'project_id': '426aa7996b894e5899a980e5fcc26560', 'gw_port': {'id': 'd3e3aa46-ce51-4de1-8c26-c05a3bc5496c', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb9206c-9e72-4a1d-90b1-3772454a0f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:57:45Z', 'updated_at': '2021-09-14T22:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': '18b9cf2f-b040-450d-9a55-a01df766c041', 'name': '', 'network_id': '4f8d6433-8dd4-46cd-9594-521ab4d91828', 'tenant_id': '426aa7996b894e5899a980e5fcc26560', 'mac_address': 'fa:16:3e:d4:05:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb9206c-9e72-4a1d-90b1-3772454a0f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f4ac2466-c105-4cd9-a579-ed0254367bec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:57:37Z', 'updated_at': '2021-09-14T22:57:41Z', 'revision_number': 5, 'project_id': '426aa7996b894e5899a980e5fcc26560', 'subnets': [{'id': 'f4ac2466-c105-4cd9-a579-ed0254367bec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37894d51-c78f-4e84-9c50-405378f6e6db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:57:50.880145 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device d3e3aa46-ce51-4de1-8c26-c05a3bc5496c up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:57:50.938628 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port d3e3aa46-ce51-4de1-8c26-c05a3bc5496c triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:50.939011 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:51.026959 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:51.047496 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] For port d3e3aa46-ce51-4de1-8c26-c05a3bc5496c, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=d3e3aa46-ce51-4de1-8c26-c05a3bc5496c,segment=NetworkSegment(a9a9fb15-9287-4c77-9a23-3b65ea6f31f5),segment_id=a9a9fb15-9287-4c77-9a23-3b65ea6f31f5)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:57:51.052464 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:51.105672 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Pushing event updated for resources: {'Port': ['ID=d3e3aa46-ce51-4de1-8c26-c05a3bc5496c,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:52.871505 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device d3e3aa46-ce51-4de1-8c26-c05a3bc5496c up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:57:52.957494 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port d3e3aa46-ce51-4de1-8c26-c05a3bc5496c triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:52.957494 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:02.196926 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-04c99992-6c17-48ea-a616-d16ad85d8961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:04.718808 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 5 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:58:04.957235 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-4134ad97-39cb-49a9-b087-65a4f27749f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:04.965477 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:05.969180 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:07.832448 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:32.200093 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-5b9e4658-6895-4c1b-aff5-e57820609457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:34.952995 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d3f7e8a6-2aa6-4865-9327-fc50f59f8b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:34.954930 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:35.971463 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:37.832381 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:41.723150 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 5 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:59:02.205615 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-7690a52c-3b16-49cc-9aca-96a0a25e2b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:04.948215 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:04.950289 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-23bdf1ee-9126-4a20-b344-d59a33f03204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:05.974578 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:07.838842 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:18.721401 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 5 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:59:25.630478 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 38790) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:59:25.692422 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-4851e104-07db-49cd-b8f9-b5f9b3fa5887 admin admin] GET failed (client error): The resource could not be found. Sep 14 22:59:25.693790 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-4851e104-07db-49cd-b8f9-b5f9b3fa5887 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623529 Sep 14 22:59:25.854268 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a55b06-275b-4cc6-8355-8afd673b4870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:59:25.855680 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-96a55b06-275b-4cc6-8355-8afd673b4870 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1573040 Sep 14 22:59:28.041851 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 38800) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:59:28.179304 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffddb8c-689e-40ed-b2f8-175d2fc9b7b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:59:28.180576 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-7ffddb8c-689e-40ed-b2f8-175d2fc9b7b5 admin admin] 10.222.0.39 "GET /v2.0/subnets/f4ac2466-c105-4cd9-a579-ed0254367bec HTTP/1.1" status: 200 len: 849 time: 0.1377678 Sep 14 22:59:28.191180 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-228b5cc3-58bf-43ba-a24a-43dc17e3f0a1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:59:28.273015 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-228b5cc3-58bf-43ba-a24a-43dc17e3f0a1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:28.420800 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-228b5cc3-58bf-43ba-a24a-43dc17e3f0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755854476804'] for subnet, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:28.460015 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228b5cc3-58bf-43ba-a24a-43dc17e3f0a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:59:28.461236 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-228b5cc3-58bf-43ba-a24a-43dc17e3f0a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for subnet, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:28.462273 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-228b5cc3-58bf-43ba-a24a-43dc17e3f0a1 admin admin] 10.222.0.39 "PUT /v2.0/subnets/f4ac2466-c105-4cd9-a579-ed0254367bec HTTP/1.1" status: 200 len: 868 time: 0.2743509 Sep 14 22:59:28.465054 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978b6876-be51-43a6-bbf0-a0c6f53af08c None None] Network 4f8d6433-8dd4-46cd-9594-521ab4d91828 requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:59:28.479130 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b5cc3-58bf-43ba-a24a-43dc17e3f0a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4ac2466-c105-4cd9-a579-ed0254367bec,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:28.487054 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b5cc3-58bf-43ba-a24a-43dc17e3f0a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:28.487421 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b5cc3-58bf-43ba-a24a-43dc17e3f0a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:28.487772 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b5cc3-58bf-43ba-a24a-43dc17e3f0a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:28.488110 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b5cc3-58bf-43ba-a24a-43dc17e3f0a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:28.488444 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b5cc3-58bf-43ba-a24a-43dc17e3f0a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:28.488819 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b5cc3-58bf-43ba-a24a-43dc17e3f0a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:28.489155 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b5cc3-58bf-43ba-a24a-43dc17e3f0a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:28.489507 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b5cc3-58bf-43ba-a24a-43dc17e3f0a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:28.489855 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b5cc3-58bf-43ba-a24a-43dc17e3f0a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:28.490537 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b5cc3-58bf-43ba-a24a-43dc17e3f0a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:28.490537 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b5cc3-58bf-43ba-a24a-43dc17e3f0a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:28.490819 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b5cc3-58bf-43ba-a24a-43dc17e3f0a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:28.812074 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-3dc8e910-634a-4383-a617-6cceb056bbc2 None None] Provisioning complete for port 18b9cf2f-b040-450d-9a55-a01df766c041 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:28.812450 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-3dc8e910-634a-4383-a617-6cceb056bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:28.896394 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-3dc8e910-634a-4383-a617-6cceb056bbc2 None None] Provisioning complete for port df081e11-e164-41ed-9d99-9f59b38db03f triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:28.896802 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-3dc8e910-634a-4383-a617-6cceb056bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:30.695452 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 38810) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:59:30.895212 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc87769-2148-4353-a0ec-dce1de0229d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:59:30.895613 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc87769-2148-4353-a0ec-dce1de0229d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:59:30.897316 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-6bc87769-2148-4353-a0ec-dce1de0229d0 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2009113 Sep 14 22:59:32.207216 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-b29fcf0d-e901-4662-a02b-f675a7b0e9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:33.081241 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 38818) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:59:33.217077 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def51a78-b016-4fe7-9a7c-8d92a3e42f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:59:33.217649 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def51a78-b016-4fe7-9a7c-8d92a3e42f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:59:33.219224 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-def51a78-b016-4fe7-9a7c-8d92a3e42f25 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1370108 Sep 14 22:59:34.948528 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-3b6e4f2c-5b5f-46df-bb52-7371df2f8fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:34.950246 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:35.409963 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 38826) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:59:35.542975 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd7cd2f-db97-43fc-a3f9-0269b05c1520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:59:35.544916 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-7bd7cd2f-db97-43fc-a3f9-0269b05c1520 admin admin] 10.222.0.39 "GET /v2.0/networks/4f8d6433-8dd4-46cd-9594-521ab4d91828 HTTP/1.1" status: 200 len: 869 time: 0.1334302 Sep 14 22:59:35.975915 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:37.777688 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 38834) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:59:37.836057 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:37.903785 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d0d143-5e68-4f21-a990-9f45d0827f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:59:37.905691 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-45d0d143-5e68-4f21-a990-9f45d0827f41 admin admin] 10.222.0.39 "GET /v2.0/networks/97df119d-fd41-4b39-86f3-953f642e27ab HTTP/1.1" status: 200 len: 886 time: 0.1270585 Sep 14 22:59:40.105309 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 38842) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:59:40.228126 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68edd5d-97c5-475b-955d-166840e8690e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:59:40.228589 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68edd5d-97c5-475b-955d-166840e8690e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:59:40.230141 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-c68edd5d-97c5-475b-955d-166840e8690e admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1238966 Sep 14 22:59:42.405068 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 38850) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:59:42.498512 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455b3b3d-b4a6-4941-b0c0-fd1b9cdc6a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:59:42.498977 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455b3b3d-b4a6-4941-b0c0-fd1b9cdc6a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:59:42.500500 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-455b3b3d-b4a6-4941-b0c0-fd1b9cdc6a27 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0944746 Sep 14 22:59:44.712410 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 38858) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:59:44.796699 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee732131-baf5-4642-b75c-2b8b8b814704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:59:44.798042 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-ee732131-baf5-4642-b75c-2b8b8b814704 admin admin] 10.222.0.39 "GET /v2.0/subnets/0cfef410-e94d-43c5-8572-4959e322a29a HTTP/1.1" status: 200 len: 816 time: 0.0846565 Sep 14 22:59:46.966898 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 38866) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:59:47.057611 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b880c0c5-eff2-41a3-9157-106526637ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:59:47.058938 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-b880c0c5-eff2-41a3-9157-106526637ac9 admin admin] 10.222.0.39 "GET /v2.0/subnets/f4ac2466-c105-4cd9-a579-ed0254367bec HTTP/1.1" status: 200 len: 868 time: 0.0910966 Sep 14 22:59:55.719932 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 5 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:00:02.207814 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-086ac413-00b9-4058-926d-cb8f43df4dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:04.948357 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-71915c24-b895-49f5-9620-bb1b41a2fa77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:04.950253 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:05.978048 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:07.839542 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:10.959928 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 38920) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:00:11.008003 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [None req-afe7d9df-9b92-4df6-8056-201c9c685ef0 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 23:00:11.009068 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-afe7d9df-9b92-4df6-8056-201c9c685ef0 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481949 Sep 14 23:00:13.317537 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 38928) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:00:13.379184 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4da9f80-8bd3-4282-ae47-92d8b2f62a02 admin admin] GET failed (client error): The resource could not be found. Sep 14 23:00:13.380493 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-f4da9f80-8bd3-4282-ae47-92d8b2f62a02 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0620327 Sep 14 23:00:13.467185 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a09e849-3d05-4008-9d35-3dcb2697644c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:00:13.468649 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-5a09e849-3d05-4008-9d35-3dcb2697644c admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0835702 Sep 14 23:00:15.697771 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 38936) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:00:15.743996 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-56aec610-6dc3-4b72-92be-24bc8173bbe3 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:00:15.765030 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56aec610-6dc3-4b72-92be-24bc8173bbe3 admin admin] Made reservation on behalf of 6eb471f2947f471dbaaa762e6112603d for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:00:15.767260 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-56aec610-6dc3-4b72-92be-24bc8173bbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:15.793438 dv-cinder-760178-13-iscsi neutron-server[94134]: WARNING neutron.services.revisions.revision_plugin [None req-56aec610-6dc3-4b72-92be-24bc8173bbe3 admin admin] Could not find related network for resource to bump revision. Sep 14 23:00:15.806611 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56aec610-6dc3-4b72-92be-24bc8173bbe3 admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:00:15.815785 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-56aec610-6dc3-4b72-92be-24bc8173bbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:15.816127 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.db.segments_db [None req-56aec610-6dc3-4b72-92be-24bc8173bbe3 admin admin] Added segment 6cce0728-8264-4ecc-83c2-5a3f7cc703f1 of type vlan for network 1d3139ff-ffc3-444a-a773-bacfc7309fc5 Sep 14 23:00:15.861912 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-56aec610-6dc3-4b72-92be-24bc8173bbe3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755853879839'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:15.885867 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-56aec610-6dc3-4b72-92be-24bc8173bbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:15.886823 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56aec610-6dc3-4b72-92be-24bc8173bbe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:00:15.887573 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-56aec610-6dc3-4b72-92be-24bc8173bbe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:16.017443 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-56aec610-6dc3-4b72-92be-24bc8173bbe3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3185818 Sep 14 23:00:16.048086 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aec610-6dc3-4b72-92be-24bc8173bbe3 admin admin] Pushing event updated for resources: {'Network': ['ID=1d3139ff-ffc3-444a-a773-bacfc7309fc5,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:16.055669 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aec610-6dc3-4b72-92be-24bc8173bbe3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:16.056047 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aec610-6dc3-4b72-92be-24bc8173bbe3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:16.056390 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aec610-6dc3-4b72-92be-24bc8173bbe3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:16.056935 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aec610-6dc3-4b72-92be-24bc8173bbe3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:16.057383 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aec610-6dc3-4b72-92be-24bc8173bbe3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:16.057787 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aec610-6dc3-4b72-92be-24bc8173bbe3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:16.058118 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aec610-6dc3-4b72-92be-24bc8173bbe3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:16.058533 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aec610-6dc3-4b72-92be-24bc8173bbe3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:16.058865 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aec610-6dc3-4b72-92be-24bc8173bbe3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:16.059208 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aec610-6dc3-4b72-92be-24bc8173bbe3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:16.060257 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aec610-6dc3-4b72-92be-24bc8173bbe3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:16.060582 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aec610-6dc3-4b72-92be-24bc8173bbe3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:16.071647 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Network 1d3139ff-ffc3-444a-a773-bacfc7309fc5 details requested by agent ovs-agent-dv-cinder-760178-13-iscsi with host dv-cinder-760178-13-iscsi {{(pid=94136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 23:00:18.239739 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 38944) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:00:18.325328 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.pecan_wsgi.hooks.translation [None req-5637935a-fce4-4f85-93bc-b1f6c8a0877c admin admin] GET failed (client error): The resource could not be found. Sep 14 23:00:18.326742 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-5637935a-fce4-4f85-93bc-b1f6c8a0877c admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0860670 Sep 14 23:00:18.424491 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4bb9fd-425d-4e4f-99d9-aae78f51b37a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:00:18.425881 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-2a4bb9fd-425d-4e4f-99d9-aae78f51b37a admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0944293 Sep 14 23:00:18.436360 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-e7d358c6-1ed2-43ed-8c00-44fe07858447 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '1d3139ff-ffc3-444a-a773-bacfc7309fc5', 'cidr': '192.168.233.0/24'}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:00:18.458122 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d358c6-1ed2-43ed-8c00-44fe07858447 admin admin] Made reservation on behalf of 6eb471f2947f471dbaaa762e6112603d for: {'subnet': 1} {{(pid=94135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:00:18.460425 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e7d358c6-1ed2-43ed-8c00-44fe07858447 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:18.665215 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e7d358c6-1ed2-43ed-8c00-44fe07858447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180'] for subnet, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:18.723481 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d358c6-1ed2-43ed-8c00-44fe07858447 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4854eb78-fe11-4439-93af-0d568ebc4ea2,revision_number=0']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:18.733793 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d358c6-1ed2-43ed-8c00-44fe07858447 admin admin] Checking segment: {'id': '6cce0728-8264-4ecc-83c2-5a3f7cc703f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1d3139ff-ffc3-444a-a773-bacfc7309fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:00:18.734172 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d358c6-1ed2-43ed-8c00-44fe07858447 admin admin] Network hostable DHCP agents. Network: 1d3139ff-ffc3-444a-a773-bacfc7309fc5, hostable agents: ['cc88f5a5-5435-4a3a-a65f-5f33fd37a978'], hosted agents: [] {{(pid=94135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:00:18.753702 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d358c6-1ed2-43ed-8c00-44fe07858447 admin admin] Network 1d3139ff-ffc3-444a-a773-bacfc7309fc5 is scheduled to be hosted by DHCP agent cc88f5a5-5435-4a3a-a65f-5f33fd37a978 with binding_index 1 {{(pid=94135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:00:18.768034 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-e7d358c6-1ed2-43ed-8c00-44fe07858447 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-13-iscsi, 1d3139ff-ffc3-444a-a773-bacfc7309fc5) {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:00:18.772177 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d358c6-1ed2-43ed-8c00-44fe07858447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:00:18.772803 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e7d358c6-1ed2-43ed-8c00-44fe07858447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for subnet, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:18.777032 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c5d817-0073-4f85-adc7-9fc24d181976 None None] Network 1d3139ff-ffc3-444a-a773-bacfc7309fc5 requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:00:18.787819 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-e7d358c6-1ed2-43ed-8c00-44fe07858447 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3548293 Sep 14 23:00:18.931073 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f58d92-eeb8-4c1d-9958-928aeaea05b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1adbdb87-4762-54d0-a17a-bc3c08ba6b8b-1d3139ff-ffc3-444a-a773-bacfc7309fc5', 'network_id': '1d3139ff-ffc3-444a-a773-bacfc7309fc5', 'tenant_id': '6eb471f2947f471dbaaa762e6112603d', 'fixed_ips': [{'subnet_id': '4854eb78-fe11-4439-93af-0d568ebc4ea2'}]}} from dv-cinder-760178-13-iscsi. {{(pid=94136) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 23:00:18.932005 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-e0f58d92-eeb8-4c1d-9958-928aeaea05b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:19.068727 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.db_base_plugin_common [None req-e0f58d92-eeb8-4c1d-9958-928aeaea05b6 None None] Allocated IP 192.168.233.2 (1d3139ff-ffc3-444a-a773-bacfc7309fc5/4854eb78-fe11-4439-93af-0d568ebc4ea2/0408e333-de95-4bc5-b5dd-cc54b2201d2e) {{(pid=94136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:00:19.221537 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-e0f58d92-eeb8-4c1d-9958-928aeaea05b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:19.227146 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-e0f58d92-eeb8-4c1d-9958-928aeaea05b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720'] for port, after_create {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:19.264507 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f58d92-eeb8-4c1d-9958-928aeaea05b6 None None] Network 1d3139ff-ffc3-444a-a773-bacfc7309fc5 is already hosted by enough agents. {{(pid=94136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:00:19.268653 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.scheduler.base_scheduler [None req-e0f58d92-eeb8-4c1d-9958-928aeaea05b6 None None] Resources bound (agent type, host, resource id): {{(pid=94136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:00:19.277050 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f58d92-eeb8-4c1d-9958-928aeaea05b6 None None] Received port after_create {{(pid=94136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:00:19.279987 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f58d92-eeb8-4c1d-9958-928aeaea05b6 None None] Pushing event updated for resources: {'Port': ['ID=0408e333-de95-4bc5-b5dd-cc54b2201d2e,revision_number=1']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:19.288857 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f58d92-eeb8-4c1d-9958-928aeaea05b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:19.289230 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f58d92-eeb8-4c1d-9958-928aeaea05b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:19.289591 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f58d92-eeb8-4c1d-9958-928aeaea05b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:19.289937 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f58d92-eeb8-4c1d-9958-928aeaea05b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:19.290278 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f58d92-eeb8-4c1d-9958-928aeaea05b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:19.290619 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f58d92-eeb8-4c1d-9958-928aeaea05b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:19.290959 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f58d92-eeb8-4c1d-9958-928aeaea05b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:19.291302 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f58d92-eeb8-4c1d-9958-928aeaea05b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:19.291644 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f58d92-eeb8-4c1d-9958-928aeaea05b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:19.291999 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f58d92-eeb8-4c1d-9958-928aeaea05b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:19.292333 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f58d92-eeb8-4c1d-9958-928aeaea05b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:19.292686 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f58d92-eeb8-4c1d-9958-928aeaea05b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:19.348064 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-e0f58d92-eeb8-4c1d-9958-928aeaea05b6 None None] Attempting to bind port 0408e333-de95-4bc5-b5dd-cc54b2201d2e on host dv-cinder-760178-13-iscsi for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:00:19.348349 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-e0f58d92-eeb8-4c1d-9958-928aeaea05b6 None None] Attempting to bind port 0408e333-de95-4bc5-b5dd-cc54b2201d2e by drivers openvswitch,hyperv on host dv-cinder-760178-13-iscsi at level 0 using segments [{'id': '6cce0728-8264-4ecc-83c2-5a3f7cc703f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1d3139ff-ffc3-444a-a773-bacfc7309fc5'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:00:19.348732 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f58d92-eeb8-4c1d-9958-928aeaea05b6 None None] Attempting to bind port 0408e333-de95-4bc5-b5dd-cc54b2201d2e on network 1d3139ff-ffc3-444a-a773-bacfc7309fc5 {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:00:19.353778 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f58d92-eeb8-4c1d-9958-928aeaea05b6 None None] Checking agent: {'id': 'dcc8e868-81e9-4312-adfc-cfdfaec503c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 57, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:00:19.354148 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f58d92-eeb8-4c1d-9958-928aeaea05b6 None None] Checking segment: {'id': '6cce0728-8264-4ecc-83c2-5a3f7cc703f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1d3139ff-ffc3-444a-a773-bacfc7309fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:00:19.354550 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-e0f58d92-eeb8-4c1d-9958-928aeaea05b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:19.354951 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f58d92-eeb8-4c1d-9958-928aeaea05b6 None None] Bound using segment: {'id': '6cce0728-8264-4ecc-83c2-5a3f7cc703f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1d3139ff-ffc3-444a-a773-bacfc7309fc5'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:00:19.355405 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-e0f58d92-eeb8-4c1d-9958-928aeaea05b6 None None] Bound port: 0408e333-de95-4bc5-b5dd-cc54b2201d2e, host: dv-cinder-760178-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cce0728-8264-4ecc-83c2-5a3f7cc703f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1d3139ff-ffc3-444a-a773-bacfc7309fc5'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:00:19.355802 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-e0f58d92-eeb8-4c1d-9958-928aeaea05b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:19.419125 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-e0f58d92-eeb8-4c1d-9958-928aeaea05b6 None None] For port 0408e333-de95-4bc5-b5dd-cc54b2201d2e, host dv-cinder-760178-13-iscsi, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:00:19.422453 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-e0f58d92-eeb8-4c1d-9958-928aeaea05b6 None None] For port 0408e333-de95-4bc5-b5dd-cc54b2201d2e, host dv-cinder-760178-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=0408e333-de95-4bc5-b5dd-cc54b2201d2e,segment=NetworkSegment(6cce0728-8264-4ecc-83c2-5a3f7cc703f1),segment_id=6cce0728-8264-4ecc-83c2-5a3f7cc703f1)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:00:19.427964 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-e0f58d92-eeb8-4c1d-9958-928aeaea05b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:19.488757 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f58d92-eeb8-4c1d-9958-928aeaea05b6 None None] Pushing event updated for resources: {'Port': ['ID=0408e333-de95-4bc5-b5dd-cc54b2201d2e,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:20.290493 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac55c42-2d85-41e8-a2d5-e4c767c360e3 None None] Network 1d3139ff-ffc3-444a-a773-bacfc7309fc5 requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:00:20.380979 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-7fe87fbf-4ecc-4d3a-83ac-7afd8c30906d None None] Provisioning complete for port 0408e333-de95-4bc5-b5dd-cc54b2201d2e triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:20.381355 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-7fe87fbf-4ecc-4d3a-83ac-7afd8c30906d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:20.512736 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-7fe87fbf-4ecc-4d3a-83ac-7afd8c30906d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:20.550480 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-7fe87fbf-4ecc-4d3a-83ac-7afd8c30906d None None] For port 0408e333-de95-4bc5-b5dd-cc54b2201d2e, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=0408e333-de95-4bc5-b5dd-cc54b2201d2e,segment=NetworkSegment(6cce0728-8264-4ecc-83c2-5a3f7cc703f1),segment_id=6cce0728-8264-4ecc-83c2-5a3f7cc703f1)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:00:20.555747 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-7fe87fbf-4ecc-4d3a-83ac-7afd8c30906d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:20.605048 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe87fbf-4ecc-4d3a-83ac-7afd8c30906d None None] Pushing event updated for resources: {'Port': ['ID=0408e333-de95-4bc5-b5dd-cc54b2201d2e,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:20.776718 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-60d3d4a4-a43e-49ca-b696-eed0f9782d51 None None] Provisioning complete for port 0408e333-de95-4bc5-b5dd-cc54b2201d2e triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:20.777032 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-60d3d4a4-a43e-49ca-b696-eed0f9782d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:20.980239 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 0408e333-de95-4bc5-b5dd-cc54b2201d2e up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:00:21.029385 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port 0408e333-de95-4bc5-b5dd-cc54b2201d2e triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:21.029680 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:32.209710 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-25bfe5f9-8ea1-4d96-b53e-f24e998b9769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:32.718749 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 5 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:00:34.949399 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-621b654e-61ed-420a-ade8-ef2333395c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:34.951910 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:35.981591 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:37.847381 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:02.211212 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-3815d6f4-dc8a-4d6a-876c-f2da0354a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:04.948186 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cca11fe4-c624-4ea5-8a20-83747c147d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:04.952358 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:05.985344 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:07.846333 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:09.717988 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 5 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:01:27.659008 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 38996) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:01:27.664940 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [None req-19c44973-0d59-4a5c-b3ce-15c276aca094 tempest-verify_tempest_config-1941581208 tempest-verify_tempest_config-1941581208-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94135) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 23:01:27.665927 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-19c44973-0d59-4a5c-b3ce-15c276aca094 tempest-verify_tempest_config-1941581208 tempest-verify_tempest_config-1941581208-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059557 Sep 14 23:01:27.960838 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 39014) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:01:28.063425 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-faaac215-6a5b-433d-a006-fffd0b33e451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:28.147851 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-faaac215-6a5b-433d-a006-fffd0b33e451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:28.151270 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-faaac215-6a5b-433d-a006-fffd0b33e451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:28.195508 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-faaac215-6a5b-433d-a006-fffd0b33e451 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=08cbbb7eee094132a694943bc566cb14&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2336633 Sep 14 23:01:28.196949 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaac215-6a5b-433d-a006-fffd0b33e451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07b08f7-2511-4aef-bae2-41e5945c87d0,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:28.198382 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 39018) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:01:28.204008 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaac215-6a5b-433d-a006-fffd0b33e451 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:28.204378 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaac215-6a5b-433d-a006-fffd0b33e451 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:28.204764 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaac215-6a5b-433d-a006-fffd0b33e451 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:28.205105 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaac215-6a5b-433d-a006-fffd0b33e451 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:28.205436 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaac215-6a5b-433d-a006-fffd0b33e451 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:28.205788 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaac215-6a5b-433d-a006-fffd0b33e451 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:28.206122 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaac215-6a5b-433d-a006-fffd0b33e451 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:28.206452 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaac215-6a5b-433d-a006-fffd0b33e451 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:28.206797 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaac215-6a5b-433d-a006-fffd0b33e451 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:28.207127 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaac215-6a5b-433d-a006-fffd0b33e451 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:28.207451 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaac215-6a5b-433d-a006-fffd0b33e451 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:28.207774 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaac215-6a5b-433d-a006-fffd0b33e451 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:28.253975 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66c82284-05b0-4627-82eb-28ad2ae26d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:28.273577 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66c82284-05b0-4627-82eb-28ad2ae26d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:28.363368 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66c82284-05b0-4627-82eb-28ad2ae26d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:28.365983 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-66c82284-05b0-4627-82eb-28ad2ae26d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:28.367141 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-66c82284-05b0-4627-82eb-28ad2ae26d66 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b07b08f7-2511-4aef-bae2-41e5945c87d0 HTTP/1.1" status: 204 len: 168 time: 0.1674676 Sep 14 23:01:28.375635 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c82284-05b0-4627-82eb-28ad2ae26d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07b08f7-2511-4aef-bae2-41e5945c87d0,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:28.382486 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c82284-05b0-4627-82eb-28ad2ae26d66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:28.382860 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c82284-05b0-4627-82eb-28ad2ae26d66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:28.383211 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c82284-05b0-4627-82eb-28ad2ae26d66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:28.383575 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c82284-05b0-4627-82eb-28ad2ae26d66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:28.383911 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c82284-05b0-4627-82eb-28ad2ae26d66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:28.384249 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c82284-05b0-4627-82eb-28ad2ae26d66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:28.384581 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c82284-05b0-4627-82eb-28ad2ae26d66 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:28.384953 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c82284-05b0-4627-82eb-28ad2ae26d66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:28.385382 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c82284-05b0-4627-82eb-28ad2ae26d66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:28.385614 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c82284-05b0-4627-82eb-28ad2ae26d66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:28.385983 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c82284-05b0-4627-82eb-28ad2ae26d66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:28.386485 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c82284-05b0-4627-82eb-28ad2ae26d66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:32.213230 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-9cf30b14-478f-49f2-aab1-82f23982cbc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:34.948952 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-046aec64-e019-4535-837b-00a47a69e6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:34.951136 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:35.988104 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:37.849444 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:46.716822 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 5 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:02:02.214955 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-dc7f7c73-489b-4e42-ba80-102f04978441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:04.949964 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d390357b-bd8a-4976-921c-82fc365ab16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:04.951629 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:05.990583 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:07.852322 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:23.715441 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 5 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:02:32.215084 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-aa7fea27-3d09-4331-ba56-806c90b6c462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:34.949535 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-96903685-2cd7-4a80-9015-a83e6ad80aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:34.951273 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:35.992671 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:37.858208 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:00.230964 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-529196'] for agent, after_create {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:00.714450 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 6 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:03:02.216598 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-6ef4a8a5-b3b9-4930-b3de-69096f46b76a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:04.948631 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-afd34223-c0fe-4929-9ea4-fef0b1c3e0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:04.950449 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:05.995303 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:07.858357 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:15.583686 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 39094) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:03:15.687124 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-0d72947a-0596-4c21-8595-d8fdb18db10e admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1023583 Sep 14 23:03:17.901916 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 39104) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:03:17.957596 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-6ba76163-d1f5-434b-a0da-b1c55c5037d1 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0546031 Sep 14 23:03:30.184795 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:32.218848 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d7727381-e4cb-4a9b-a6b8-318cbc7283f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:34.948384 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-4aeea9d6-d5cf-42e3-a7b8-dce9eb05501f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:34.950786 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:35.998930 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:37.712983 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 6 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:03:37.862609 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:00.196784 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:02.219031 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-c3a68613-0061-4dbc-a2d1-989066a1590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:04.949555 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-ffe09e48-1533-47c0-8cdb-a4abbee80757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:04.951334 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:06.003705 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:07.866021 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:14.715287 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 6 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:04:30.198921 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:32.219970 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-7819e21d-f5a7-4651-956a-aac2ef61a5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:34.950116 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-534e9e94-50c6-4272-bde0-47b43b9e95c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:34.953072 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:36.004551 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:37.869598 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:47.468240 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 39314) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:04:47.705779 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 39336) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:04:47.736675 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-56d480d6-8ae3-4c31-bdc0-6fc3f77d6fb2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-277970161-network', 'tenant_id': 'bc1271fa491549719c806a991d7f233c'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:04:47.757743 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d480d6-8ae3-4c31-bdc0-6fc3f77d6fb2 admin admin] Made reservation on behalf of bc1271fa491549719c806a991d7f233c for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:04:47.760027 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-56d480d6-8ae3-4c31-bdc0-6fc3f77d6fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:47.769944 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-56d480d6-8ae3-4c31-bdc0-6fc3f77d6fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:47.865108 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-56d480d6-8ae3-4c31-bdc0-6fc3f77d6fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:47.873133 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-56d480d6-8ae3-4c31-bdc0-6fc3f77d6fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:47.906642 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d480d6-8ae3-4c31-bdc0-6fc3f77d6fb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:04:47.912645 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d480d6-8ae3-4c31-bdc0-6fc3f77d6fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca2a34d-cbbc-4e97-89d9-219fcac7f0b3,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:47.923385 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d480d6-8ae3-4c31-bdc0-6fc3f77d6fb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:47.924130 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d480d6-8ae3-4c31-bdc0-6fc3f77d6fb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:47.924552 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d480d6-8ae3-4c31-bdc0-6fc3f77d6fb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:47.924985 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d480d6-8ae3-4c31-bdc0-6fc3f77d6fb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:47.925392 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d480d6-8ae3-4c31-bdc0-6fc3f77d6fb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:47.925807 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d480d6-8ae3-4c31-bdc0-6fc3f77d6fb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:47.926208 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d480d6-8ae3-4c31-bdc0-6fc3f77d6fb2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:47.926623 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d480d6-8ae3-4c31-bdc0-6fc3f77d6fb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:47.927041 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d480d6-8ae3-4c31-bdc0-6fc3f77d6fb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:47.927438 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d480d6-8ae3-4c31-bdc0-6fc3f77d6fb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:47.927831 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d480d6-8ae3-4c31-bdc0-6fc3f77d6fb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:47.928221 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d480d6-8ae3-4c31-bdc0-6fc3f77d6fb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:47.929363 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d480d6-8ae3-4c31-bdc0-6fc3f77d6fb2 admin admin] Tracked resource versions report: Sep 14 23:04:47.929363 dv-cinder-760178-13-iscsi neutron-server[94134]: pushed versions: Sep 14 23:04:47.929363 dv-cinder-760178-13-iscsi neutron-server[94134]: { 'AddressGroup': {'1.2'}, Sep 14 23:04:47.929363 dv-cinder-760178-13-iscsi neutron-server[94134]: 'ConntrackHelper': {'1.0'}, Sep 14 23:04:47.929363 dv-cinder-760178-13-iscsi neutron-server[94134]: 'Log': {'1.0'}, Sep 14 23:04:47.929363 dv-cinder-760178-13-iscsi neutron-server[94134]: 'Network': {'1.1'}, Sep 14 23:04:47.929363 dv-cinder-760178-13-iscsi neutron-server[94134]: 'Port': {'1.7'}, Sep 14 23:04:47.929363 dv-cinder-760178-13-iscsi neutron-server[94134]: 'PortForwarding': {'1.2'}, Sep 14 23:04:47.929363 dv-cinder-760178-13-iscsi neutron-server[94134]: 'QosPolicy': {'1.9'}, Sep 14 23:04:47.929363 dv-cinder-760178-13-iscsi neutron-server[94134]: 'SecurityGroup': {'1.4'}, Sep 14 23:04:47.929363 dv-cinder-760178-13-iscsi neutron-server[94134]: 'SecurityGroupRule': {'1.2'}, Sep 14 23:04:47.929363 dv-cinder-760178-13-iscsi neutron-server[94134]: 'SubPort': {'1.0'}, Sep 14 23:04:47.929363 dv-cinder-760178-13-iscsi neutron-server[94134]: 'Subnet': {'1.1'}, Sep 14 23:04:47.929363 dv-cinder-760178-13-iscsi neutron-server[94134]: 'Trunk': {'1.1'}} Sep 14 23:04:47.929363 dv-cinder-760178-13-iscsi neutron-server[94134]: consumer versions: Sep 14 23:04:47.929363 dv-cinder-760178-13-iscsi neutron-server[94134]: { DHCP agent@dv-cinder-760178-13-iscsi: {}, Sep 14 23:04:47.929363 dv-cinder-760178-13-iscsi neutron-server[94134]: HyperV agent@hv-cinder-76017: {}, Sep 14 23:04:47.929363 dv-cinder-760178-13-iscsi neutron-server[94134]: L3 agent@dv-cinder-760178-13-iscsi: {}, Sep 14 23:04:47.929363 dv-cinder-760178-13-iscsi neutron-server[94134]: Metadata agent@dv-cinder-760178-13-iscsi: {}, Sep 14 23:04:47.929363 dv-cinder-760178-13-iscsi neutron-server[94134]: Metering agent@dv-cinder-760178-13-iscsi: {}, Sep 14 23:04:47.929363 dv-cinder-760178-13-iscsi neutron-server[94134]: Open vSwitch agent@dv-cinder-760178-13-iscsi: { 'AddressGroup': '1.2', Sep 14 23:04:47.929363 dv-cinder-760178-13-iscsi neutron-server[94134]: 'ConntrackHelper': '1.0', Sep 14 23:04:47.929363 dv-cinder-760178-13-iscsi neutron-server[94134]: 'Log': '1.0', Sep 14 23:04:47.929363 dv-cinder-760178-13-iscsi neutron-server[94134]: 'Network': '1.1', Sep 14 23:04:47.929363 dv-cinder-760178-13-iscsi neutron-server[94134]: 'Port': '1.7', Sep 14 23:04:47.929363 dv-cinder-760178-13-iscsi neutron-server[94134]: 'PortForwarding': '1.2', Sep 14 23:04:47.929363 dv-cinder-760178-13-iscsi neutron-server[94134]: 'QosPolicy': '1.9', Sep 14 23:04:47.929363 dv-cinder-760178-13-iscsi neutron-server[94134]: 'SecurityGroup': '1.4', Sep 14 23:04:47.929363 dv-cinder-760178-13-iscsi neutron-server[94134]: 'SecurityGroupRule': '1.2', Sep 14 23:04:47.929363 dv-cinder-760178-13-iscsi neutron-server[94134]: 'SubPort': '1.0', Sep 14 23:04:47.929363 dv-cinder-760178-13-iscsi neutron-server[94134]: 'Subnet': '1.1', Sep 14 23:04:47.929363 dv-cinder-760178-13-iscsi neutron-server[94134]: 'Trunk': '1.1'}} Sep 14 23:04:47.929363 dv-cinder-760178-13-iscsi neutron-server[94134]: {{(pid=94134) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 23:04:47.934752 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-56d480d6-8ae3-4c31-bdc0-6fc3f77d6fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:47.935195 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.db.segments_db [None req-56d480d6-8ae3-4c31-bdc0-6fc3f77d6fb2 admin admin] Added segment 411b859d-a35b-47cb-a842-920f3a646284 of type vlan for network 0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5 Sep 14 23:04:47.978678 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-56d480d6-8ae3-4c31-bdc0-6fc3f77d6fb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755853879839'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:48.004579 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-56d480d6-8ae3-4c31-bdc0-6fc3f77d6fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:48.005722 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d480d6-8ae3-4c31-bdc0-6fc3f77d6fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:04:48.006479 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-56d480d6-8ae3-4c31-bdc0-6fc3f77d6fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:48.019309 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 39348) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:04:48.084469 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-56d480d6-8ae3-4c31-bdc0-6fc3f77d6fb2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6150596 Sep 14 23:04:48.085315 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d480d6-8ae3-4c31-bdc0-6fc3f77d6fb2 admin admin] Pushing event updated for resources: {'Network': ['ID=0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:48.087775 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 39354) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:04:48.094992 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-40c352ac-c788-452e-a5e8-d41e6036a200 admin admin] Request body: {'subnet': {'network_id': '0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-277970161-subnet', 'tenant_id': 'bc1271fa491549719c806a991d7f233c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:04:48.099097 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Network 0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5 details requested by agent ovs-agent-dv-cinder-760178-13-iscsi with host dv-cinder-760178-13-iscsi {{(pid=94136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 23:04:48.120410 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c352ac-c788-452e-a5e8-d41e6036a200 admin admin] Made reservation on behalf of bc1271fa491549719c806a991d7f233c for: {'subnet': 1} {{(pid=94135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:04:48.122773 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-40c352ac-c788-452e-a5e8-d41e6036a200 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:48.309461 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-40c352ac-c788-452e-a5e8-d41e6036a200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180'] for subnet, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:48.334497 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 39360) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:04:48.363135 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-d2eb2132-3a76-4719-bff0-6e5509f615b6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-643546090-network', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284'}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:04:48.366218 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c352ac-c788-452e-a5e8-d41e6036a200 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c5a658a-b7a0-4ad2-a0ca-d4f0b8394e24,revision_number=0']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:48.374942 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c352ac-c788-452e-a5e8-d41e6036a200 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:48.375297 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c352ac-c788-452e-a5e8-d41e6036a200 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:48.375646 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c352ac-c788-452e-a5e8-d41e6036a200 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:48.375992 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c352ac-c788-452e-a5e8-d41e6036a200 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:48.376328 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c352ac-c788-452e-a5e8-d41e6036a200 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:48.376828 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c352ac-c788-452e-a5e8-d41e6036a200 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:48.377171 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c352ac-c788-452e-a5e8-d41e6036a200 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:48.377520 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c352ac-c788-452e-a5e8-d41e6036a200 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:48.377870 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c352ac-c788-452e-a5e8-d41e6036a200 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:48.378204 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c352ac-c788-452e-a5e8-d41e6036a200 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:48.378532 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c352ac-c788-452e-a5e8-d41e6036a200 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:48.378887 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c352ac-c788-452e-a5e8-d41e6036a200 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:48.379885 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c352ac-c788-452e-a5e8-d41e6036a200 admin admin] Tracked resource versions report: Sep 14 23:04:48.379885 dv-cinder-760178-13-iscsi neutron-server[94135]: pushed versions: Sep 14 23:04:48.379885 dv-cinder-760178-13-iscsi neutron-server[94135]: { 'AddressGroup': {'1.2'}, Sep 14 23:04:48.379885 dv-cinder-760178-13-iscsi neutron-server[94135]: 'ConntrackHelper': {'1.0'}, Sep 14 23:04:48.379885 dv-cinder-760178-13-iscsi neutron-server[94135]: 'Log': {'1.0'}, Sep 14 23:04:48.379885 dv-cinder-760178-13-iscsi neutron-server[94135]: 'Network': {'1.1'}, Sep 14 23:04:48.379885 dv-cinder-760178-13-iscsi neutron-server[94135]: 'Port': {'1.7'}, Sep 14 23:04:48.379885 dv-cinder-760178-13-iscsi neutron-server[94135]: 'PortForwarding': {'1.2'}, Sep 14 23:04:48.379885 dv-cinder-760178-13-iscsi neutron-server[94135]: 'QosPolicy': {'1.9'}, Sep 14 23:04:48.379885 dv-cinder-760178-13-iscsi neutron-server[94135]: 'SecurityGroup': {'1.4'}, Sep 14 23:04:48.379885 dv-cinder-760178-13-iscsi neutron-server[94135]: 'SecurityGroupRule': {'1.2'}, Sep 14 23:04:48.379885 dv-cinder-760178-13-iscsi neutron-server[94135]: 'SubPort': {'1.0'}, Sep 14 23:04:48.379885 dv-cinder-760178-13-iscsi neutron-server[94135]: 'Subnet': {'1.1'}, Sep 14 23:04:48.379885 dv-cinder-760178-13-iscsi neutron-server[94135]: 'Trunk': {'1.1'}} Sep 14 23:04:48.379885 dv-cinder-760178-13-iscsi neutron-server[94135]: consumer versions: Sep 14 23:04:48.379885 dv-cinder-760178-13-iscsi neutron-server[94135]: { DHCP agent@dv-cinder-760178-13-iscsi: {}, Sep 14 23:04:48.379885 dv-cinder-760178-13-iscsi neutron-server[94135]: HyperV agent@hv-cinder-76017: {}, Sep 14 23:04:48.379885 dv-cinder-760178-13-iscsi neutron-server[94135]: L3 agent@dv-cinder-760178-13-iscsi: {}, Sep 14 23:04:48.379885 dv-cinder-760178-13-iscsi neutron-server[94135]: Metadata agent@dv-cinder-760178-13-iscsi: {}, Sep 14 23:04:48.379885 dv-cinder-760178-13-iscsi neutron-server[94135]: Metering agent@dv-cinder-760178-13-iscsi: {}, Sep 14 23:04:48.379885 dv-cinder-760178-13-iscsi neutron-server[94135]: Open vSwitch agent@dv-cinder-760178-13-iscsi: { 'AddressGroup': '1.2', Sep 14 23:04:48.379885 dv-cinder-760178-13-iscsi neutron-server[94135]: 'ConntrackHelper': '1.0', Sep 14 23:04:48.379885 dv-cinder-760178-13-iscsi neutron-server[94135]: 'Log': '1.0', Sep 14 23:04:48.379885 dv-cinder-760178-13-iscsi neutron-server[94135]: 'Network': '1.1', Sep 14 23:04:48.379885 dv-cinder-760178-13-iscsi neutron-server[94135]: 'Port': '1.7', Sep 14 23:04:48.379885 dv-cinder-760178-13-iscsi neutron-server[94135]: 'PortForwarding': '1.2', Sep 14 23:04:48.379885 dv-cinder-760178-13-iscsi neutron-server[94135]: 'QosPolicy': '1.9', Sep 14 23:04:48.379885 dv-cinder-760178-13-iscsi neutron-server[94135]: 'SecurityGroup': '1.4', Sep 14 23:04:48.379885 dv-cinder-760178-13-iscsi neutron-server[94135]: 'SecurityGroupRule': '1.2', Sep 14 23:04:48.379885 dv-cinder-760178-13-iscsi neutron-server[94135]: 'SubPort': '1.0', Sep 14 23:04:48.379885 dv-cinder-760178-13-iscsi neutron-server[94135]: 'Subnet': '1.1', Sep 14 23:04:48.379885 dv-cinder-760178-13-iscsi neutron-server[94135]: 'Trunk': '1.1'}} Sep 14 23:04:48.379885 dv-cinder-760178-13-iscsi neutron-server[94135]: {{(pid=94135) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 23:04:48.386386 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-ba9483b4-a69f-4788-8ec1-31d9c1d9a863 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-126448057-network', 'tenant_id': '4f55ab5d5aec4aa4bb5fad6ed7ea1c17'}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:04:48.417598 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9483b4-a69f-4788-8ec1-31d9c1d9a863 admin admin] Made reservation on behalf of 4f55ab5d5aec4aa4bb5fad6ed7ea1c17 for: {'network': 1} {{(pid=94135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:04:48.420018 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ba9483b4-a69f-4788-8ec1-31d9c1d9a863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for network, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:48.445212 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ba9483b4-a69f-4788-8ec1-31d9c1d9a863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:48.458128 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c352ac-c788-452e-a5e8-d41e6036a200 admin admin] Checking segment: {'id': '411b859d-a35b-47cb-a842-920f3a646284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:04:48.458495 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c352ac-c788-452e-a5e8-d41e6036a200 admin admin] Network hostable DHCP agents. Network: 0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5, hostable agents: ['cc88f5a5-5435-4a3a-a65f-5f33fd37a978'], hosted agents: [] {{(pid=94135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:04:48.574786 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2eb2132-3a76-4719-bff0-6e5509f615b6 admin admin] Made reservation on behalf of e1f3957a62c7479aaeab959ee6f17284 for: {'network': 1} {{(pid=94135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:04:48.577792 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d2eb2132-3a76-4719-bff0-6e5509f615b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for network, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:48.583460 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c352ac-c788-452e-a5e8-d41e6036a200 admin admin] Network 0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5 is scheduled to be hosted by DHCP agent cc88f5a5-5435-4a3a-a65f-5f33fd37a978 with binding_index 1 {{(pid=94135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:04:48.587270 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ba9483b4-a69f-4788-8ec1-31d9c1d9a863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:48.597522 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d2eb2132-3a76-4719-bff0-6e5509f615b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:48.601353 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ba9483b4-a69f-4788-8ec1-31d9c1d9a863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:48.611020 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-72936ee1-7da8-48de-bd4e-7ba13f01af7c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2962123-network', 'tenant_id': '587b687926ec49439ef73d2b4747d86e'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:04:48.615540 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba9483b4-a69f-4788-8ec1-31d9c1d9a863 admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=94135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:04:48.634253 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ba9483b4-a69f-4788-8ec1-31d9c1d9a863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046'] for segment, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:48.634597 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.db.segments_db [None req-ba9483b4-a69f-4788-8ec1-31d9c1d9a863 admin admin] Added segment 41365fa4-5123-4bae-82a6-374b27b20a4c of type vlan for network 26f36da6-a1ec-4137-a9bd-9ec8524b7b1b Sep 14 23:04:48.646703 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-40c352ac-c788-452e-a5e8-d41e6036a200 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-13-iscsi, 0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5) {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:04:48.665329 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a5f2d2-cbf5-47b3-85dc-36722455a50b None None] Network 0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5 requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:04:48.672253 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72936ee1-7da8-48de-bd4e-7ba13f01af7c admin admin] Made reservation on behalf of 587b687926ec49439ef73d2b4747d86e for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:04:48.678294 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-72936ee1-7da8-48de-bd4e-7ba13f01af7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:48.710720 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-72936ee1-7da8-48de-bd4e-7ba13f01af7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:48.712478 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9483b4-a69f-4788-8ec1-31d9c1d9a863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82dfd438-ff9d-4be9-8a4c-a72e368c9910,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:48.765998 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c352ac-c788-452e-a5e8-d41e6036a200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:04:48.768136 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-40c352ac-c788-452e-a5e8-d41e6036a200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for subnet, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:48.883485 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ba9483b4-a69f-4788-8ec1-31d9c1d9a863 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755853879839'] for network, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:48.904980 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-72936ee1-7da8-48de-bd4e-7ba13f01af7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:48.911732 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-72936ee1-7da8-48de-bd4e-7ba13f01af7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:48.921799 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03aab772-273c-4033-9580-c45f65c8ed06 None None] Network 0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5 requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:04:48.952242 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-40c352ac-c788-452e-a5e8-d41e6036a200 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8534920 Sep 14 23:04:48.956866 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72936ee1-7da8-48de-bd4e-7ba13f01af7c admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:04:48.968652 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-72936ee1-7da8-48de-bd4e-7ba13f01af7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:48.969039 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.db.segments_db [None req-72936ee1-7da8-48de-bd4e-7ba13f01af7c admin admin] Added segment eb098917-dbc9-4dc3-81e9-deb624e7bf20 of type vlan for network b2b15aa9-ccf4-445d-a89c-b858bbe43b47 Sep 14 23:04:48.990862 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ba9483b4-a69f-4788-8ec1-31d9c1d9a863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180'] for network, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:48.993884 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9483b4-a69f-4788-8ec1-31d9c1d9a863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:04:48.996416 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ba9483b4-a69f-4788-8ec1-31d9c1d9a863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for network, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:49.008829 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-72936ee1-7da8-48de-bd4e-7ba13f01af7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755853879839'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:49.033665 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72936ee1-7da8-48de-bd4e-7ba13f01af7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2868f92-0908-412a-b45f-10a64ccd1724,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:49.044260 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-72936ee1-7da8-48de-bd4e-7ba13f01af7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:49.045622 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72936ee1-7da8-48de-bd4e-7ba13f01af7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:04:49.047395 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-72936ee1-7da8-48de-bd4e-7ba13f01af7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:49.168730 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72936ee1-7da8-48de-bd4e-7ba13f01af7c admin admin] Pushing event updated for resources: {'Network': ['ID=b2b15aa9-ccf4-445d-a89c-b858bbe43b47,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:49.181420 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Network b2b15aa9-ccf4-445d-a89c-b858bbe43b47 details requested by agent ovs-agent-dv-cinder-760178-13-iscsi with host dv-cinder-760178-13-iscsi {{(pid=94136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 23:04:49.242004 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9483b4-a69f-4788-8ec1-31d9c1d9a863 admin admin] Pushing event updated for resources: {'Network': ['ID=26f36da6-a1ec-4137-a9bd-9ec8524b7b1b,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:49.298353 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d2eb2132-3a76-4719-bff0-6e5509f615b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:49.306302 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d2eb2132-3a76-4719-bff0-6e5509f615b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:49.312659 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-72936ee1-7da8-48de-bd4e-7ba13f01af7c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9768934 Sep 14 23:04:49.313793 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 39412) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:04:49.319608 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-96914f0d-08b5-4ec9-9838-8c543ba4ea3d admin admin] Request body: {'subnet': {'network_id': 'b2b15aa9-ccf4-445d-a89c-b858bbe43b47', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2962123-subnet', 'tenant_id': '587b687926ec49439ef73d2b4747d86e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:04:49.319913 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Network 26f36da6-a1ec-4137-a9bd-9ec8524b7b1b details requested by agent ovs-agent-dv-cinder-760178-13-iscsi with host dv-cinder-760178-13-iscsi {{(pid=94136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 23:04:49.340565 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-ba9483b4-a69f-4788-8ec1-31d9c1d9a863 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3200989 Sep 14 23:04:49.346540 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 39414) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:04:49.359742 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-6a311ed2-b452-4202-b32c-f7f3c19d823f admin admin] Request body: {'subnet': {'network_id': '26f36da6-a1ec-4137-a9bd-9ec8524b7b1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-126448057-subnet', 'tenant_id': '4f55ab5d5aec4aa4bb5fad6ed7ea1c17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:04:49.365548 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2eb2132-3a76-4719-bff0-6e5509f615b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=94135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:04:49.379163 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb2132-3a76-4719-bff0-6e5509f615b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85650cb5-629a-41b8-8936-bac53d58aef5,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:49.408087 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d2eb2132-3a76-4719-bff0-6e5509f615b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046'] for segment, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:49.408748 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.db.segments_db [None req-d2eb2132-3a76-4719-bff0-6e5509f615b6 admin admin] Added segment be17818b-7699-476a-ab10-d7d8b4987e70 of type vlan for network aa9e38bf-d2d8-4eb7-8a53-97cdb6720662 Sep 14 23:04:49.428319 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96914f0d-08b5-4ec9-9838-8c543ba4ea3d admin admin] Made reservation on behalf of 587b687926ec49439ef73d2b4747d86e for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:04:49.436841 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-96914f0d-08b5-4ec9-9838-8c543ba4ea3d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:49.462175 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a311ed2-b452-4202-b32c-f7f3c19d823f admin admin] Made reservation on behalf of 4f55ab5d5aec4aa4bb5fad6ed7ea1c17 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:04:49.466565 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6a311ed2-b452-4202-b32c-f7f3c19d823f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:49.477360 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d2eb2132-3a76-4719-bff0-6e5509f615b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755853879839'] for network, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:49.517295 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d2eb2132-3a76-4719-bff0-6e5509f615b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180'] for network, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:49.518212 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2eb2132-3a76-4719-bff0-6e5509f615b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:04:49.519445 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d2eb2132-3a76-4719-bff0-6e5509f615b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for network, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:49.558672 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-d2eb2132-3a76-4719-bff0-6e5509f615b6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8517523 Sep 14 23:04:49.559472 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 39422) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:04:49.567731 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-3a370ef3-dedb-49f6-b98e-67cdff9949c7 admin admin] Request body: {'subnet': {'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-643546090-subnet', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:04:49.596100 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a370ef3-dedb-49f6-b98e-67cdff9949c7 admin admin] Made reservation on behalf of e1f3957a62c7479aaeab959ee6f17284 for: {'subnet': 1} {{(pid=94135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:04:49.598512 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3a370ef3-dedb-49f6-b98e-67cdff9949c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:49.686448 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb2132-3a76-4719-bff0-6e5509f615b6 admin admin] Pushing event updated for resources: {'Network': ['ID=aa9e38bf-d2d8-4eb7-8a53-97cdb6720662,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:49.705362 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Network aa9e38bf-d2d8-4eb7-8a53-97cdb6720662 details requested by agent ovs-agent-dv-cinder-760178-13-iscsi with host dv-cinder-760178-13-iscsi {{(pid=94136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 23:04:49.884311 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-96914f0d-08b5-4ec9-9838-8c543ba4ea3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:49.907169 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6a311ed2-b452-4202-b32c-f7f3c19d823f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:49.970649 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96914f0d-08b5-4ec9-9838-8c543ba4ea3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6725ab53-7683-483a-af50-4917aca481fa,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:49.980572 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96914f0d-08b5-4ec9-9838-8c543ba4ea3d admin admin] Checking segment: {'id': 'eb098917-dbc9-4dc3-81e9-deb624e7bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b2b15aa9-ccf4-445d-a89c-b858bbe43b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:04:49.981177 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96914f0d-08b5-4ec9-9838-8c543ba4ea3d admin admin] Network hostable DHCP agents. Network: b2b15aa9-ccf4-445d-a89c-b858bbe43b47, hostable agents: ['cc88f5a5-5435-4a3a-a65f-5f33fd37a978'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:04:50.041191 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3a370ef3-dedb-49f6-b98e-67cdff9949c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180'] for subnet, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:50.079705 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a311ed2-b452-4202-b32c-f7f3c19d823f admin admin] Checking segment: {'id': '41365fa4-5123-4bae-82a6-374b27b20a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '26f36da6-a1ec-4137-a9bd-9ec8524b7b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:04:50.080258 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a311ed2-b452-4202-b32c-f7f3c19d823f admin admin] Network hostable DHCP agents. Network: 26f36da6-a1ec-4137-a9bd-9ec8524b7b1b, hostable agents: ['cc88f5a5-5435-4a3a-a65f-5f33fd37a978'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:04:50.106356 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96914f0d-08b5-4ec9-9838-8c543ba4ea3d admin admin] Network b2b15aa9-ccf4-445d-a89c-b858bbe43b47 is scheduled to be hosted by DHCP agent cc88f5a5-5435-4a3a-a65f-5f33fd37a978 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:04:50.108909 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a311ed2-b452-4202-b32c-f7f3c19d823f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f597290-8184-475e-a5f8-accd68e76ba3,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:50.124364 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a311ed2-b452-4202-b32c-f7f3c19d823f admin admin] Network 26f36da6-a1ec-4137-a9bd-9ec8524b7b1b is scheduled to be hosted by DHCP agent cc88f5a5-5435-4a3a-a65f-5f33fd37a978 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:04:50.124859 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a370ef3-dedb-49f6-b98e-67cdff9949c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fb1c270-17f7-4564-a01a-0bbfc57fb9f4,revision_number=0']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:50.149153 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a370ef3-dedb-49f6-b98e-67cdff9949c7 admin admin] Checking segment: {'id': 'be17818b-7699-476a-ab10-d7d8b4987e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:04:50.149664 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a370ef3-dedb-49f6-b98e-67cdff9949c7 admin admin] Network hostable DHCP agents. Network: aa9e38bf-d2d8-4eb7-8a53-97cdb6720662, hostable agents: ['cc88f5a5-5435-4a3a-a65f-5f33fd37a978'], hosted agents: [] {{(pid=94135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:04:50.153907 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-6a311ed2-b452-4202-b32c-f7f3c19d823f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-13-iscsi, 26f36da6-a1ec-4137-a9bd-9ec8524b7b1b) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:04:50.159186 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 39476) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:04:50.161838 dv-cinder-760178-13-iscsi neutron-server[94135]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 14 23:04:50.166036 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e450f4-a232-40c9-9df5-631e22f7e5dc None None] Network 26f36da6-a1ec-4137-a9bd-9ec8524b7b1b requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:04:50.176363 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a311ed2-b452-4202-b32c-f7f3c19d823f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:04:50.182734 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6a311ed2-b452-4202-b32c-f7f3c19d823f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:50.182734 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-96914f0d-08b5-4ec9-9838-8c543ba4ea3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-13-iscsi, b2b15aa9-ccf4-445d-a89c-b858bbe43b47) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:04:50.195492 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96914f0d-08b5-4ec9-9838-8c543ba4ea3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:04:50.197294 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-96914f0d-08b5-4ec9-9838-8c543ba4ea3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:50.208831 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a370ef3-dedb-49f6-b98e-67cdff9949c7 admin admin] Network aa9e38bf-d2d8-4eb7-8a53-97cdb6720662 is scheduled to be hosted by DHCP agent cc88f5a5-5435-4a3a-a65f-5f33fd37a978 with binding_index 1 {{(pid=94135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:04:50.209493 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e626a12-52eb-4f31-87cb-ed4f5e5dc809 None None] Network b2b15aa9-ccf4-445d-a89c-b858bbe43b47 requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:04:50.230591 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-6a311ed2-b452-4202-b32c-f7f3c19d823f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8800290 Sep 14 23:04:50.231358 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 39478) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:04:50.235358 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-3a370ef3-dedb-49f6-b98e-67cdff9949c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-13-iscsi, aa9e38bf-d2d8-4eb7-8a53-97cdb6720662) {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:04:50.246393 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-96914f0d-08b5-4ec9-9838-8c543ba4ea3d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9225845 Sep 14 23:04:50.246393 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-601a6e64-e573-41ec-9b13-19d7ba673ebf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-126448057-router', 'tenant_id': '4f55ab5d5aec4aa4bb5fad6ed7ea1c17', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:04:50.275904 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d431ed-8115-450a-97e0-03632616a315 None None] Network aa9e38bf-d2d8-4eb7-8a53-97cdb6720662 requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:04:50.309413 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a370ef3-dedb-49f6-b98e-67cdff9949c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:04:50.310082 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3a370ef3-dedb-49f6-b98e-67cdff9949c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for subnet, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:50.313486 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-601a6e64-e573-41ec-9b13-19d7ba673ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1971'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:50.314557 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-601a6e64-e573-41ec-9b13-19d7ba673ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-441611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1960'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:50.429942 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-601a6e64-e573-41ec-9b13-19d7ba673ebf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:50.515016 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-0a731212-70f1-4b51-a26e-fe969b7fcb1c tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:04:50.524282 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-0a731212-70f1-4b51-a26e-fe969b7fcb1c tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/networks?id=0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5 HTTP/1.1" status: 200 len: 811 time: 0.3639178 Sep 14 23:04:50.528329 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-3a370ef3-dedb-49f6-b98e-67cdff9949c7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9661233 Sep 14 23:04:50.534620 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 39502) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:04:50.541996 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-3b259b57-371b-449a-99b8-be556a82ca4f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-643546090-router', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'}}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:04:50.575377 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-629f6913-6ad2-422a-890f-5df9ccd8325c tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/quotas/bc1271fa491549719c806a991d7f233c HTTP/1.1" status: 200 len: 375 time: 0.0500028 Sep 14 23:04:50.578636 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3b259b57-371b-449a-99b8-be556a82ca4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1971'] for router, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:50.580288 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3b259b57-371b-449a-99b8-be556a82ca4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-441611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1960'] for router, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:50.641654 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-601a6e64-e573-41ec-9b13-19d7ba673ebf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:50.861451 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 39516) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:04:50.901533 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3b259b57-371b-449a-99b8-be556a82ca4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:50.918264 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 39520) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:04:50.919389 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-601a6e64-e573-41ec-9b13-19d7ba673ebf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:50.950673 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-601a6e64-e573-41ec-9b13-19d7ba673ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:51.006317 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-c9373c24-6938-496c-a14d-9de597086ce4 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc1271fa491549719c806a991d7f233c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4279087 Sep 14 23:04:51.050417 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c386533-c0a8-4a15-8fe9-bc4e134e59d5 None None] Network 26f36da6-a1ec-4137-a9bd-9ec8524b7b1b requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:04:51.136375 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-601a6e64-e573-41ec-9b13-19d7ba673ebf admin admin] Allocated IP 172.27.3.200 (97df119d-fd41-4b39-86f3-953f642e27ab/0cfef410-e94d-43c5-8572-4959e322a29a/c76c15ba-57c1-4814-9489-732b7217f244) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:04:51.163878 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0297d253-2008-4ebf-b51f-21dc1e321d15 None None] Network b2b15aa9-ccf4-445d-a89c-b858bbe43b47 requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:04:51.220231 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-003a26f3-95b8-48dc-b3dd-21f203a912cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:51.237744 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3b259b57-371b-449a-99b8-be556a82ca4f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:51.302429 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 39546) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:04:51.311816 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ec74aab9-2169-4e88-822b-f296f952aa79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:51.338650 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-f75cb2b3-3515-4af7-989e-c69f36da73b2 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94135) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 23:04:51.339795 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-f75cb2b3-3515-4af7-989e-c69f36da73b2 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0983803 Sep 14 23:04:51.357218 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c56ea4-022e-405b-880b-0dbc830efb29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1adbdb87-4762-54d0-a17a-bc3c08ba6b8b-aa9e38bf-d2d8-4eb7-8a53-97cdb6720662', 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'fixed_ips': [{'subnet_id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4'}]}} from dv-cinder-760178-13-iscsi. {{(pid=94136) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 23:04:51.358780 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38c56ea4-022e-405b-880b-0dbc830efb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:51.488542 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-9b0f9c00-a5d4-4897-b514-24cfab7beffa service neutron] 10.222.0.39 "GET /v2.0/networks/0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363299 Sep 14 23:04:51.518646 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.db_base_plugin_common [None req-38c56ea4-022e-405b-880b-0dbc830efb29 None None] Allocated IP 172.20.0.2 (aa9e38bf-d2d8-4eb7-8a53-97cdb6720662/8fb1c270-17f7-4564-a01a-0bbfc57fb9f4/5e846b83-041b-48a7-ac6f-50dd86aebe56) {{(pid=94136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:04:51.520478 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-601a6e64-e573-41ec-9b13-19d7ba673ebf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:51.588633 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-601a6e64-e573-41ec-9b13-19d7ba673ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:51.649943 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a6e64-e573-41ec-9b13-19d7ba673ebf admin admin] Pushing event updated for resources: {'Port': ['ID=c76c15ba-57c1-4814-9489-732b7217f244,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:51.662353 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ec74aab9-2169-4e88-822b-f296f952aa79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:51.672208 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601a6e64-e573-41ec-9b13-19d7ba673ebf admin admin] Network 97df119d-fd41-4b39-86f3-953f642e27ab is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:04:51.676558 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-601a6e64-e573-41ec-9b13-19d7ba673ebf admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:04:51.680083 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ec74aab9-2169-4e88-822b-f296f952aa79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:51.683789 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601a6e64-e573-41ec-9b13-19d7ba673ebf admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:04:51.700172 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-c3494728-300f-4284-8cab-00d05660750a service neutron] 10.222.0.39 "GET /v2.0/networks/0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986120 Sep 14 23:04:51.711660 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-73ebadaa-42e5-45ec-8183-9861442a7cbb tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:04:51.712949 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 6 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:04:51.713496 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-73ebadaa-42e5-45ec-8183-9861442a7cbb tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/networks?id=b2b15aa9-ccf4-445d-a89c-b858bbe43b47 HTTP/1.1" status: 200 len: 812 time: 0.4037821 Sep 14 23:04:51.732512 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38c56ea4-022e-405b-880b-0dbc830efb29 None None] Notify callbacks [] for port, precommit_create {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:51.739415 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38c56ea4-022e-405b-880b-0dbc830efb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720'] for port, after_create {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:51.749264 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-58e9b2f1-c05f-4cb6-9fb1-00a18f4d77f7 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/quotas/587b687926ec49439ef73d2b4747d86e HTTP/1.1" status: 200 len: 375 time: 0.0254927 Sep 14 23:04:51.828972 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-14d64f35-d638-435f-b366-479c78ab4ad3 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=587b687926ec49439ef73d2b4747d86e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624428 Sep 14 23:04:51.841746 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c56ea4-022e-405b-880b-0dbc830efb29 None None] Network aa9e38bf-d2d8-4eb7-8a53-97cdb6720662 is already hosted by enough agents. {{(pid=94136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:04:51.843409 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c56ea4-022e-405b-880b-0dbc830efb29 None None] Pushing event updated for resources: {'Port': ['ID=5e846b83-041b-48a7-ac6f-50dd86aebe56,revision_number=1']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:51.857500 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.scheduler.base_scheduler [None req-38c56ea4-022e-405b-880b-0dbc830efb29 None None] Resources bound (agent type, host, resource id): {{(pid=94136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:04:51.859596 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c56ea4-022e-405b-880b-0dbc830efb29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:51.859978 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c56ea4-022e-405b-880b-0dbc830efb29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:51.860488 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c56ea4-022e-405b-880b-0dbc830efb29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:51.860856 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c56ea4-022e-405b-880b-0dbc830efb29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:51.861336 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c56ea4-022e-405b-880b-0dbc830efb29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:51.861673 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c56ea4-022e-405b-880b-0dbc830efb29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:51.862010 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c56ea4-022e-405b-880b-0dbc830efb29 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:51.862361 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c56ea4-022e-405b-880b-0dbc830efb29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:51.869765 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c56ea4-022e-405b-880b-0dbc830efb29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:51.872008 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c56ea4-022e-405b-880b-0dbc830efb29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:51.872457 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c56ea4-022e-405b-880b-0dbc830efb29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:51.874237 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c56ea4-022e-405b-880b-0dbc830efb29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:51.877287 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c56ea4-022e-405b-880b-0dbc830efb29 None None] Tracked resource versions report: Sep 14 23:04:51.877287 dv-cinder-760178-13-iscsi neutron-server[94136]: pushed versions: Sep 14 23:04:51.877287 dv-cinder-760178-13-iscsi neutron-server[94136]: { 'AddressGroup': {'1.2'}, Sep 14 23:04:51.877287 dv-cinder-760178-13-iscsi neutron-server[94136]: 'ConntrackHelper': {'1.0'}, Sep 14 23:04:51.877287 dv-cinder-760178-13-iscsi neutron-server[94136]: 'Log': {'1.0'}, Sep 14 23:04:51.877287 dv-cinder-760178-13-iscsi neutron-server[94136]: 'Network': {'1.1'}, Sep 14 23:04:51.877287 dv-cinder-760178-13-iscsi neutron-server[94136]: 'Port': {'1.7'}, Sep 14 23:04:51.877287 dv-cinder-760178-13-iscsi neutron-server[94136]: 'PortForwarding': {'1.2'}, Sep 14 23:04:51.877287 dv-cinder-760178-13-iscsi neutron-server[94136]: 'QosPolicy': {'1.9'}, Sep 14 23:04:51.877287 dv-cinder-760178-13-iscsi neutron-server[94136]: 'SecurityGroup': {'1.4'}, Sep 14 23:04:51.877287 dv-cinder-760178-13-iscsi neutron-server[94136]: 'SecurityGroupRule': {'1.2'}, Sep 14 23:04:51.877287 dv-cinder-760178-13-iscsi neutron-server[94136]: 'SubPort': {'1.0'}, Sep 14 23:04:51.877287 dv-cinder-760178-13-iscsi neutron-server[94136]: 'Subnet': {'1.1'}, Sep 14 23:04:51.877287 dv-cinder-760178-13-iscsi neutron-server[94136]: 'Trunk': {'1.1'}} Sep 14 23:04:51.877287 dv-cinder-760178-13-iscsi neutron-server[94136]: consumer versions: Sep 14 23:04:51.877287 dv-cinder-760178-13-iscsi neutron-server[94136]: { DHCP agent@dv-cinder-760178-13-iscsi: {}, Sep 14 23:04:51.877287 dv-cinder-760178-13-iscsi neutron-server[94136]: HyperV agent@hv-cinder-76017: {}, Sep 14 23:04:51.877287 dv-cinder-760178-13-iscsi neutron-server[94136]: L3 agent@dv-cinder-760178-13-iscsi: {}, Sep 14 23:04:51.877287 dv-cinder-760178-13-iscsi neutron-server[94136]: Metadata agent@dv-cinder-760178-13-iscsi: {}, Sep 14 23:04:51.877287 dv-cinder-760178-13-iscsi neutron-server[94136]: Metering agent@dv-cinder-760178-13-iscsi: {}, Sep 14 23:04:51.877287 dv-cinder-760178-13-iscsi neutron-server[94136]: Open vSwitch agent@dv-cinder-760178-13-iscsi: { 'AddressGroup': '1.2', Sep 14 23:04:51.877287 dv-cinder-760178-13-iscsi neutron-server[94136]: 'ConntrackHelper': '1.0', Sep 14 23:04:51.877287 dv-cinder-760178-13-iscsi neutron-server[94136]: 'Log': '1.0', Sep 14 23:04:51.877287 dv-cinder-760178-13-iscsi neutron-server[94136]: 'Network': '1.1', Sep 14 23:04:51.877287 dv-cinder-760178-13-iscsi neutron-server[94136]: 'Port': '1.7', Sep 14 23:04:51.877287 dv-cinder-760178-13-iscsi neutron-server[94136]: 'PortForwarding': '1.2', Sep 14 23:04:51.877287 dv-cinder-760178-13-iscsi neutron-server[94136]: 'QosPolicy': '1.9', Sep 14 23:04:51.877287 dv-cinder-760178-13-iscsi neutron-server[94136]: 'SecurityGroup': '1.4', Sep 14 23:04:51.877287 dv-cinder-760178-13-iscsi neutron-server[94136]: 'SecurityGroupRule': '1.2', Sep 14 23:04:51.877287 dv-cinder-760178-13-iscsi neutron-server[94136]: 'SubPort': '1.0', Sep 14 23:04:51.877287 dv-cinder-760178-13-iscsi neutron-server[94136]: 'Subnet': '1.1', Sep 14 23:04:51.877287 dv-cinder-760178-13-iscsi neutron-server[94136]: 'Trunk': '1.1'}} Sep 14 23:04:51.877287 dv-cinder-760178-13-iscsi neutron-server[94136]: {{(pid=94136) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 23:04:51.892059 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c56ea4-022e-405b-880b-0dbc830efb29 None None] Received port after_create {{(pid=94136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:04:52.067903 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-ec74aab9-2169-4e88-822b-f296f952aa79 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=545576fd6594462ea17235432d468d00&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1463101 Sep 14 23:04:52.074292 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-38c56ea4-022e-405b-880b-0dbc830efb29 None None] Attempting to bind port 5e846b83-041b-48a7-ac6f-50dd86aebe56 on host dv-cinder-760178-13-iscsi for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:04:52.074661 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-38c56ea4-022e-405b-880b-0dbc830efb29 None None] Attempting to bind port 5e846b83-041b-48a7-ac6f-50dd86aebe56 by drivers openvswitch,hyperv on host dv-cinder-760178-13-iscsi at level 0 using segments [{'id': 'be17818b-7699-476a-ab10-d7d8b4987e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:04:52.075321 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c56ea4-022e-405b-880b-0dbc830efb29 None None] Attempting to bind port 5e846b83-041b-48a7-ac6f-50dd86aebe56 on network aa9e38bf-d2d8-4eb7-8a53-97cdb6720662 {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:04:52.080963 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 39578) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:04:52.090027 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c56ea4-022e-405b-880b-0dbc830efb29 None None] Checking agent: {'id': 'dcc8e868-81e9-4312-adfc-cfdfaec503c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 57, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:04:52.094860 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c56ea4-022e-405b-880b-0dbc830efb29 None None] Checking segment: {'id': 'be17818b-7699-476a-ab10-d7d8b4987e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:04:52.095330 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38c56ea4-022e-405b-880b-0dbc830efb29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:52.095763 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c56ea4-022e-405b-880b-0dbc830efb29 None None] Bound using segment: {'id': 'be17818b-7699-476a-ab10-d7d8b4987e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:04:52.097098 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74aab9-2169-4e88-822b-f296f952aa79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1360b080-177b-4c83-89b9-8ce9b4ca199e,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:52.097926 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-38c56ea4-022e-405b-880b-0dbc830efb29 None None] Bound port: 5e846b83-041b-48a7-ac6f-50dd86aebe56, host: dv-cinder-760178-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be17818b-7699-476a-ab10-d7d8b4987e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:04:52.098360 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38c56ea4-022e-405b-880b-0dbc830efb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:52.151324 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-601a6e64-e573-41ec-9b13-19d7ba673ebf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:52.165426 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-5d8c8ddf-71f6-42c4-ae96-cc4c37887dfe service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94135) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 23:04:52.172566 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-5d8c8ddf-71f6-42c4-ae96-cc4c37887dfe service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2055910 Sep 14 23:04:52.213982 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38c56ea4-022e-405b-880b-0dbc830efb29 None None] For port 5e846b83-041b-48a7-ac6f-50dd86aebe56, host dv-cinder-760178-13-iscsi, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:04:52.224084 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38c56ea4-022e-405b-880b-0dbc830efb29 None None] For port 5e846b83-041b-48a7-ac6f-50dd86aebe56, host dv-cinder-760178-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=5e846b83-041b-48a7-ac6f-50dd86aebe56,segment=NetworkSegment(be17818b-7699-476a-ab10-d7d8b4987e70),segment_id=be17818b-7699-476a-ab10-d7d8b4987e70)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:04:52.231861 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38c56ea4-022e-405b-880b-0dbc830efb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:52.262953 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d8c556ac-3282-4082-a9a5-b02d8c9c1848 req-7384cd77-ab7b-44cf-8fde-283826922d0a tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 210 time: 0.0727911 Sep 14 23:04:52.314269 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-003a26f3-95b8-48dc-b3dd-21f203a912cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:52.351715 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-87b79db6-7820-4aec-bd21-f93edeac849c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:52.352591 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c56ea4-022e-405b-880b-0dbc830efb29 None None] Pushing event updated for resources: {'Port': ['ID=5e846b83-041b-48a7-ac6f-50dd86aebe56,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:52.362872 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3b259b57-371b-449a-99b8-be556a82ca4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:52.366736 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-003a26f3-95b8-48dc-b3dd-21f203a912cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:52.398136 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3b259b57-371b-449a-99b8-be556a82ca4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:52.440501 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-87b79db6-7820-4aec-bd21-f93edeac849c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:52.455189 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-003a26f3-95b8-48dc-b3dd-21f203a912cf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=26ecb193b02441a0b7d78b85edc3d546&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5925746 Sep 14 23:04:52.457423 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 39590) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:04:52.496958 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a26f3-95b8-48dc-b3dd-21f203a912cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0419e0-8a5a-41be-bf38-36484750e156,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:52.549128 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-186358ad-e62f-4e33-a0c9-0a1c8fbcbde9 service neutron] 10.222.0.39 "GET /v2.0/networks/b2b15aa9-ccf4-445d-a89c-b858bbe43b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749673 Sep 14 23:04:52.569472 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-87b79db6-7820-4aec-bd21-f93edeac849c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:52.573060 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-87b79db6-7820-4aec-bd21-f93edeac849c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:52.574750 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-87b79db6-7820-4aec-bd21-f93edeac849c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1360b080-177b-4c83-89b9-8ce9b4ca199e HTTP/1.1" status: 204 len: 168 time: 0.4909918 Sep 14 23:04:52.663453 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b79db6-7820-4aec-bd21-f93edeac849c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1360b080-177b-4c83-89b9-8ce9b4ca199e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:52.838931 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-601a6e64-e573-41ec-9b13-19d7ba673ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529233'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:52.856229 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4375bffc-1b01-4561-b51d-cc050e98886f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:52.906977 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-7acbf03a-29c6-4815-b1c0-1930dd2e091d service neutron] 10.222.0.39 "GET /v2.0/networks/b2b15aa9-ccf4-445d-a89c-b858bbe43b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566744 Sep 14 23:04:52.917259 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-3b259b57-371b-449a-99b8-be556a82ca4f admin admin] Allocated IP 172.27.3.203 (97df119d-fd41-4b39-86f3-953f642e27ab/0cfef410-e94d-43c5-8572-4959e322a29a/190029e1-cd07-49ea-be7b-f80b751b2c39) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:04:52.952186 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4375bffc-1b01-4561-b51d-cc050e98886f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:53.076859 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4375bffc-1b01-4561-b51d-cc050e98886f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:53.079829 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4375bffc-1b01-4561-b51d-cc050e98886f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:53.084158 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-4375bffc-1b01-4561-b51d-cc050e98886f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8d0419e0-8a5a-41be-bf38-36484750e156 HTTP/1.1" status: 204 len: 168 time: 0.6235957 Sep 14 23:04:53.097387 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375bffc-1b01-4561-b51d-cc050e98886f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0419e0-8a5a-41be-bf38-36484750e156,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:53.100505 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601a6e64-e573-41ec-9b13-19d7ba673ebf admin admin] Router 7c55dc58-bc72-409f-9dfe-58a2fa82d185 is scheduled to L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 23:04:53.234191 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3b259b57-371b-449a-99b8-be556a82ca4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:53.386921 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 5e846b83-041b-48a7-ac6f-50dd86aebe56 up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:04:53.417632 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601a6e64-e573-41ec-9b13-19d7ba673ebf admin admin] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:04:53.434344 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e08faca-acd0-4fed-839e-03ee9a500441 None None] Sync routers for ids ['7c55dc58-bc72-409f-9dfe-58a2fa82d185'] in dv-cinder-760178-13-iscsi {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:04:53.470250 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e08faca-acd0-4fed-839e-03ee9a500441 None None] Routers {'7c55dc58-bc72-409f-9dfe-58a2fa82d185'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:04:53.472374 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-1e08faca-acd0-4fed-839e-03ee9a500441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:04:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['7c55dc58-bc72-409f-9dfe-58a2fa82d185'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:04:53.477980 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-601a6e64-e573-41ec-9b13-19d7ba673ebf admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:53.483446 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-601a6e64-e573-41ec-9b13-19d7ba673ebf admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.2478991 Sep 14 23:04:53.486134 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 39644) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:04:53.509688 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a1b73f6f-2c6b-42af-a6fc-0901b930eadd req-47fcbbc2-d162-4747-a5a8-bbc5669b0a91 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 210 time: 0.1161532 Sep 14 23:04:53.601120 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port 5e846b83-041b-48a7-ac6f-50dd86aebe56 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:04:53.602661 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:53.674569 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a55d9e7b-03ae-42a5-b561-88caaa083bbb req-bb94ac2e-ae3c-429d-b72a-e9a44c8d6b54 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 210 time: 0.1340067 Sep 14 23:04:53.746319 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3b259b57-371b-449a-99b8-be556a82ca4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:53.817995 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 39662) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:04:53.855481 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-779d0abc-a463-43af-ab85-f344729a4a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:53.951708 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:54.028545 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] For port 5e846b83-041b-48a7-ac6f-50dd86aebe56, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=5e846b83-041b-48a7-ac6f-50dd86aebe56,segment=NetworkSegment(be17818b-7699-476a-ab10-d7d8b4987e70),segment_id=be17818b-7699-476a-ab10-d7d8b4987e70)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:04:54.036921 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:54.037912 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-1e08faca-acd0-4fed-839e-03ee9a500441 None None] Set router 7c55dc58-bc72-409f-9dfe-58a2fa82d185 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:04:54.098669 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b259b57-371b-449a-99b8-be556a82ca4f admin admin] Pushing event updated for resources: {'Port': ['ID=190029e1-cd07-49ea-be7b-f80b751b2c39,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:54.136428 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b259b57-371b-449a-99b8-be556a82ca4f admin admin] Network 97df119d-fd41-4b39-86f3-953f642e27ab is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:04:54.140485 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-3b259b57-371b-449a-99b8-be556a82ca4f admin admin] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:04:54.147570 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b259b57-371b-449a-99b8-be556a82ca4f admin admin] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:04:54.147852 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88eca5a6-3dea-4262-aba3-1d78de763022 None None] Network aa9e38bf-d2d8-4eb7-8a53-97cdb6720662 requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:04:54.287482 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Pushing event updated for resources: {'Port': ['ID=5e846b83-041b-48a7-ac6f-50dd86aebe56,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:54.314149 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 39690) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:04:54.409353 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-60caff80-021e-430c-8c96-b419b394e5b3 None None] Provisioning complete for port 5e846b83-041b-48a7-ac6f-50dd86aebe56 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:04:54.412495 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-1e08faca-acd0-4fed-839e-03ee9a500441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c55dc58-bc72-409f-9dfe-58a2fa82d185', 'name': 'tempest-ServerRescueNegativeTestJSON-126448057-router', 'tenant_id': '4f55ab5d5aec4aa4bb5fad6ed7ea1c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c76c15ba-57c1-4814-9489-732b7217f244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:04:50Z', 'updated_at': '2021-09-14T23:04:51Z', 'revision_number': 3, 'project_id': '4f55ab5d5aec4aa4bb5fad6ed7ea1c17', 'gw_port': {'id': 'c76c15ba-57c1-4814-9489-732b7217f244', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c55dc58-bc72-409f-9dfe-58a2fa82d185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:50Z', 'updated_at': '2021-09-14T23:04:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi'}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:04:54.423759 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-60caff80-021e-430c-8c96-b419b394e5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:54.446565 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e08faca-acd0-4fed-839e-03ee9a500441 None None] Checking router: 7c55dc58-bc72-409f-9dfe-58a2fa82d185 for host: dv-cinder-760178-13-iscsi {{(pid=94137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:04:54.447898 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e08faca-acd0-4fed-839e-03ee9a500441 None None] Updating router 7c55dc58-bc72-409f-9dfe-58a2fa82d185 port c76c15ba-57c1-4814-9489-732b7217f244 binding host dv-cinder-760178-13-iscsi {{(pid=94137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:04:54.481578 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-779d0abc-a463-43af-ab85-f344729a4a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:54.493019 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-779d0abc-a463-43af-ab85-f344729a4a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:54.524873 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-1e08faca-acd0-4fed-839e-03ee9a500441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:54.596526 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-779d0abc-a463-43af-ab85-f344729a4a14 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cd131681272746ad8647ec35935080e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7734072 Sep 14 23:04:54.609464 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d0abc-a463-43af-ab85-f344729a4a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323d4c10-94d6-437c-8f82-d7e45652a52b,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:54.616944 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 39708) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:04:54.635779 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-2baa2dc5-cae2-4e6b-8db0-e7b7ef1c8eb3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-762600231-network', 'tenant_id': '02a8db524b9a4bdcb12531e38d27a2e4'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:04:54.715907 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2baa2dc5-cae2-4e6b-8db0-e7b7ef1c8eb3 admin admin] Made reservation on behalf of 02a8db524b9a4bdcb12531e38d27a2e4 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:04:54.719127 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2baa2dc5-cae2-4e6b-8db0-e7b7ef1c8eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:54.748259 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3b259b57-371b-449a-99b8-be556a82ca4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:54.751380 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2baa2dc5-cae2-4e6b-8db0-e7b7ef1c8eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:55.046529 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-96ecf62a-83c8-480f-817f-2dc09aa67622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:55.051498 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-1e08faca-acd0-4fed-839e-03ee9a500441 None None] Notify callbacks [] for port, precommit_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:55.051926 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8fa8b72c-d5fb-4708-9ecf-f2868363aacb req-c9dd15b8-14d8-4b5c-8719-2448cb5c3efc tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 210 time: 0.1427207 Sep 14 23:04:55.062179 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-1e08faca-acd0-4fed-839e-03ee9a500441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:55.146561 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6f2de7f8-2a3b-4d65-84b3-e4f065b34228 req-5ab15612-f110-49f7-9bb1-4875bb54751b tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 210 time: 0.0971398 Sep 14 23:04:55.172668 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [None req-1e08faca-acd0-4fed-839e-03ee9a500441 None None] Attempting to bind port c76c15ba-57c1-4814-9489-732b7217f244 on host dv-cinder-760178-13-iscsi for vnic_type normal with profile {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:04:55.176130 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [None req-1e08faca-acd0-4fed-839e-03ee9a500441 None None] Attempting to bind port c76c15ba-57c1-4814-9489-732b7217f244 by drivers openvswitch,hyperv on host dv-cinder-760178-13-iscsi at level 0 using segments [{'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'}] {{(pid=94137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:04:55.176827 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e08faca-acd0-4fed-839e-03ee9a500441 None None] Attempting to bind port c76c15ba-57c1-4814-9489-732b7217f244 on network 97df119d-fd41-4b39-86f3-953f642e27ab {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:04:55.180909 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-8b965bc0-a4c6-424b-93a9-4f25df102f26 None None] Provisioning complete for port 5e846b83-041b-48a7-ac6f-50dd86aebe56 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:04:55.181299 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-8b965bc0-a4c6-424b-93a9-4f25df102f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:55.189598 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18aa50-5ab3-44ef-a9c9-0a04c4ef24e2 None None] Pushing event updated for resources: {'Port': ['ID=c76c15ba-57c1-4814-9489-732b7217f244,revision_number=2']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:55.193862 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-96ecf62a-83c8-480f-817f-2dc09aa67622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:55.195553 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e08faca-acd0-4fed-839e-03ee9a500441 None None] Checking agent: {'id': 'dcc8e868-81e9-4312-adfc-cfdfaec503c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 57, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:04:55.196134 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e08faca-acd0-4fed-839e-03ee9a500441 None None] Checking segment: {'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:04:55.196903 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-1e08faca-acd0-4fed-839e-03ee9a500441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:55.198146 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e08faca-acd0-4fed-839e-03ee9a500441 None None] Bound using segment: {'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'} {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:04:55.198800 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [None req-1e08faca-acd0-4fed-839e-03ee9a500441 None None] Bound port: c76c15ba-57c1-4814-9489-732b7217f244, host: dv-cinder-760178-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'}}] {{(pid=94137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:04:55.199363 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-1e08faca-acd0-4fed-839e-03ee9a500441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:55.226380 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18aa50-5ab3-44ef-a9c9-0a04c4ef24e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:55.226914 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18aa50-5ab3-44ef-a9c9-0a04c4ef24e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:55.227542 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18aa50-5ab3-44ef-a9c9-0a04c4ef24e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:55.227702 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18aa50-5ab3-44ef-a9c9-0a04c4ef24e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:55.227954 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18aa50-5ab3-44ef-a9c9-0a04c4ef24e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:55.228293 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18aa50-5ab3-44ef-a9c9-0a04c4ef24e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:55.228863 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18aa50-5ab3-44ef-a9c9-0a04c4ef24e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:55.229177 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18aa50-5ab3-44ef-a9c9-0a04c4ef24e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:55.229527 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18aa50-5ab3-44ef-a9c9-0a04c4ef24e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:55.229858 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18aa50-5ab3-44ef-a9c9-0a04c4ef24e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:55.230213 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18aa50-5ab3-44ef-a9c9-0a04c4ef24e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:55.230506 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18aa50-5ab3-44ef-a9c9-0a04c4ef24e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:55.232197 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18aa50-5ab3-44ef-a9c9-0a04c4ef24e2 None None] Tracked resource versions report: Sep 14 23:04:55.232197 dv-cinder-760178-13-iscsi neutron-server[94137]: pushed versions: Sep 14 23:04:55.232197 dv-cinder-760178-13-iscsi neutron-server[94137]: { 'AddressGroup': {'1.2'}, Sep 14 23:04:55.232197 dv-cinder-760178-13-iscsi neutron-server[94137]: 'ConntrackHelper': {'1.0'}, Sep 14 23:04:55.232197 dv-cinder-760178-13-iscsi neutron-server[94137]: 'Log': {'1.0'}, Sep 14 23:04:55.232197 dv-cinder-760178-13-iscsi neutron-server[94137]: 'Network': {'1.1'}, Sep 14 23:04:55.232197 dv-cinder-760178-13-iscsi neutron-server[94137]: 'Port': {'1.7'}, Sep 14 23:04:55.232197 dv-cinder-760178-13-iscsi neutron-server[94137]: 'PortForwarding': {'1.2'}, Sep 14 23:04:55.232197 dv-cinder-760178-13-iscsi neutron-server[94137]: 'QosPolicy': {'1.9'}, Sep 14 23:04:55.232197 dv-cinder-760178-13-iscsi neutron-server[94137]: 'SecurityGroup': {'1.4'}, Sep 14 23:04:55.232197 dv-cinder-760178-13-iscsi neutron-server[94137]: 'SecurityGroupRule': {'1.2'}, Sep 14 23:04:55.232197 dv-cinder-760178-13-iscsi neutron-server[94137]: 'SubPort': {'1.0'}, Sep 14 23:04:55.232197 dv-cinder-760178-13-iscsi neutron-server[94137]: 'Subnet': {'1.1'}, Sep 14 23:04:55.232197 dv-cinder-760178-13-iscsi neutron-server[94137]: 'Trunk': {'1.1'}} Sep 14 23:04:55.232197 dv-cinder-760178-13-iscsi neutron-server[94137]: consumer versions: Sep 14 23:04:55.232197 dv-cinder-760178-13-iscsi neutron-server[94137]: { DHCP agent@dv-cinder-760178-13-iscsi: {}, Sep 14 23:04:55.232197 dv-cinder-760178-13-iscsi neutron-server[94137]: HyperV agent@hv-cinder-76017: {}, Sep 14 23:04:55.232197 dv-cinder-760178-13-iscsi neutron-server[94137]: L3 agent@dv-cinder-760178-13-iscsi: {}, Sep 14 23:04:55.232197 dv-cinder-760178-13-iscsi neutron-server[94137]: Metadata agent@dv-cinder-760178-13-iscsi: {}, Sep 14 23:04:55.232197 dv-cinder-760178-13-iscsi neutron-server[94137]: Metering agent@dv-cinder-760178-13-iscsi: {}, Sep 14 23:04:55.232197 dv-cinder-760178-13-iscsi neutron-server[94137]: Open vSwitch agent@dv-cinder-760178-13-iscsi: { 'AddressGroup': '1.2', Sep 14 23:04:55.232197 dv-cinder-760178-13-iscsi neutron-server[94137]: 'ConntrackHelper': '1.0', Sep 14 23:04:55.232197 dv-cinder-760178-13-iscsi neutron-server[94137]: 'Log': '1.0', Sep 14 23:04:55.232197 dv-cinder-760178-13-iscsi neutron-server[94137]: 'Network': '1.1', Sep 14 23:04:55.232197 dv-cinder-760178-13-iscsi neutron-server[94137]: 'Port': '1.7', Sep 14 23:04:55.232197 dv-cinder-760178-13-iscsi neutron-server[94137]: 'PortForwarding': '1.2', Sep 14 23:04:55.232197 dv-cinder-760178-13-iscsi neutron-server[94137]: 'QosPolicy': '1.9', Sep 14 23:04:55.232197 dv-cinder-760178-13-iscsi neutron-server[94137]: 'SecurityGroup': '1.4', Sep 14 23:04:55.232197 dv-cinder-760178-13-iscsi neutron-server[94137]: 'SecurityGroupRule': '1.2', Sep 14 23:04:55.232197 dv-cinder-760178-13-iscsi neutron-server[94137]: 'SubPort': '1.0', Sep 14 23:04:55.232197 dv-cinder-760178-13-iscsi neutron-server[94137]: 'Subnet': '1.1', Sep 14 23:04:55.232197 dv-cinder-760178-13-iscsi neutron-server[94137]: 'Trunk': '1.1'}} Sep 14 23:04:55.232197 dv-cinder-760178-13-iscsi neutron-server[94137]: {{(pid=94137) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 23:04:55.257517 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9492d2de-5771-4e74-b3b9-0abe899fdea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:55.261335 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 5e846b83-041b-48a7-ac6f-50dd86aebe56 up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:04:55.264415 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3b259b57-371b-449a-99b8-be556a82ca4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529233'] for router, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:55.269409 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [None req-1e08faca-acd0-4fed-839e-03ee9a500441 None None] For port c76c15ba-57c1-4814-9489-732b7217f244, host dv-cinder-760178-13-iscsi, cleared binding levels {{(pid=94137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:04:55.272654 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [None req-1e08faca-acd0-4fed-839e-03ee9a500441 None None] For port c76c15ba-57c1-4814-9489-732b7217f244, host dv-cinder-760178-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=c76c15ba-57c1-4814-9489-732b7217f244,segment=NetworkSegment(a9a9fb15-9287-4c77-9a23-3b65ea6f31f5),segment_id=a9a9fb15-9287-4c77-9a23-3b65ea6f31f5)] {{(pid=94137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:04:55.282814 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-1e08faca-acd0-4fed-839e-03ee9a500441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:55.344993 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18aa50-5ab3-44ef-a9c9-0a04c4ef24e2 None None] Pushing event updated for resources: {'Port': ['ID=c76c15ba-57c1-4814-9489-732b7217f244,revision_number=3']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:55.363122 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e08faca-acd0-4fed-839e-03ee9a500441 None None] Routers {'7c55dc58-bc72-409f-9dfe-58a2fa82d185'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:04:55.363948 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-1e08faca-acd0-4fed-839e-03ee9a500441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:04:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['7c55dc58-bc72-409f-9dfe-58a2fa82d185'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:04:55.413223 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-96ecf62a-83c8-480f-817f-2dc09aa67622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:55.415649 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-96ecf62a-83c8-480f-817f-2dc09aa67622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:55.416991 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-96ecf62a-83c8-480f-817f-2dc09aa67622 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/323d4c10-94d6-437c-8f82-d7e45652a52b HTTP/1.1" status: 204 len: 168 time: 0.7930036 Sep 14 23:04:55.440041 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ecf62a-83c8-480f-817f-2dc09aa67622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323d4c10-94d6-437c-8f82-d7e45652a52b,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:55.445299 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2baa2dc5-cae2-4e6b-8db0-e7b7ef1c8eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:55.456815 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2baa2dc5-cae2-4e6b-8db0-e7b7ef1c8eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:55.498761 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port 5e846b83-041b-48a7-ac6f-50dd86aebe56 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:04:55.502044 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:55.526946 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-1e08faca-acd0-4fed-839e-03ee9a500441 None None] Set router 7c55dc58-bc72-409f-9dfe-58a2fa82d185 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:04:55.592388 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-9492d2de-5771-4e74-b3b9-0abe899fdea2 admin admin] Allocated IP 172.20.0.1 (26f36da6-a1ec-4137-a9bd-9ec8524b7b1b/9f597290-8184-475e-a5f8-accd68e76ba3/17fde02c-d1ae-4d9b-a2c4-eb9e637320c3) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:04:55.600124 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b259b57-371b-449a-99b8-be556a82ca4f admin admin] Router 9bbc854c-1048-4948-aeba-8ad44aa5ecf8 is scheduled to L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f with binding_index 1 {{(pid=94135) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 23:04:55.614573 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2baa2dc5-cae2-4e6b-8db0-e7b7ef1c8eb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:04:55.634540 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2baa2dc5-cae2-4e6b-8db0-e7b7ef1c8eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:55.635599 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.db.segments_db [None req-2baa2dc5-cae2-4e6b-8db0-e7b7ef1c8eb3 admin admin] Added segment 733f0fbc-103c-4107-ba08-beb58503b8e3 of type vlan for network 455aefdc-91f0-47fd-b628-01ab2df10ccc Sep 14 23:04:55.772107 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-1e08faca-acd0-4fed-839e-03ee9a500441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c55dc58-bc72-409f-9dfe-58a2fa82d185', 'name': 'tempest-ServerRescueNegativeTestJSON-126448057-router', 'tenant_id': '4f55ab5d5aec4aa4bb5fad6ed7ea1c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c76c15ba-57c1-4814-9489-732b7217f244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:04:50Z', 'updated_at': '2021-09-14T23:04:51Z', 'revision_number': 3, 'project_id': '4f55ab5d5aec4aa4bb5fad6ed7ea1c17', 'gw_port': {'id': 'c76c15ba-57c1-4814-9489-732b7217f244', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c55dc58-bc72-409f-9dfe-58a2fa82d185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:50Z', 'updated_at': '2021-09-14T23:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi'}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:04:55.792146 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2baa2dc5-cae2-4e6b-8db0-e7b7ef1c8eb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755853879839'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:55.792972 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b259b57-371b-449a-99b8-be556a82ca4f admin admin] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:04:55.803114 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813be751-1ab5-4ee9-89b5-4fd1f3d89c6f None None] Sync routers for ids ['9bbc854c-1048-4948-aeba-8ad44aa5ecf8'] in dv-cinder-760178-13-iscsi {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:04:55.830118 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3b259b57-371b-449a-99b8-be556a82ca4f admin admin] Notify callbacks [] for router, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:55.830526 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813be751-1ab5-4ee9-89b5-4fd1f3d89c6f None None] Routers {'9bbc854c-1048-4948-aeba-8ad44aa5ecf8'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:04:55.831179 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-813be751-1ab5-4ee9-89b5-4fd1f3d89c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:04:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['9bbc854c-1048-4948-aeba-8ad44aa5ecf8'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:04:55.832228 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e08faca-acd0-4fed-839e-03ee9a500441 None None] The sync data for ids ['7c55dc58-bc72-409f-9dfe-58a2fa82d185'] in dv-cinder-760178-13-iscsi is: [{'id': '7c55dc58-bc72-409f-9dfe-58a2fa82d185', 'name': 'tempest-ServerRescueNegativeTestJSON-126448057-router', 'tenant_id': '4f55ab5d5aec4aa4bb5fad6ed7ea1c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c76c15ba-57c1-4814-9489-732b7217f244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:04:50Z', 'updated_at': '2021-09-14T23:04:51Z', 'revision_number': 3, 'project_id': '4f55ab5d5aec4aa4bb5fad6ed7ea1c17', 'gw_port': {'id': 'c76c15ba-57c1-4814-9489-732b7217f244', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c55dc58-bc72-409f-9dfe-58a2fa82d185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:50Z', 'updated_at': '2021-09-14T23:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi'}] {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:04:55.836084 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa2dc5-cae2-4e6b-8db0-e7b7ef1c8eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2722dab-e47d-4e60-b5ae-30ccb278e3ce,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:55.841076 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-3b259b57-371b-449a-99b8-be556a82ca4f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3016219 Sep 14 23:04:55.841434 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 39748) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:04:55.998964 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2baa2dc5-cae2-4e6b-8db0-e7b7ef1c8eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:56.005598 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baa2dc5-cae2-4e6b-8db0-e7b7ef1c8eb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:04:56.007611 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2baa2dc5-cae2-4e6b-8db0-e7b7ef1c8eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:56.019481 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-813be751-1ab5-4ee9-89b5-4fd1f3d89c6f None None] Set router 9bbc854c-1048-4948-aeba-8ad44aa5ecf8 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:04:56.089943 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-2baa2dc5-cae2-4e6b-8db0-e7b7ef1c8eb3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7747362 Sep 14 23:04:56.099733 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 39760) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:04:56.107391 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-7744f279-7e10-4301-973d-ffc4dd2b25bd admin admin] Request body: {'subnet': {'network_id': '455aefdc-91f0-47fd-b628-01ab2df10ccc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-762600231-subnet', 'tenant_id': '02a8db524b9a4bdcb12531e38d27a2e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:04:56.122697 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9492d2de-5771-4e74-b3b9-0abe899fdea2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:56.165304 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa2dc5-cae2-4e6b-8db0-e7b7ef1c8eb3 admin admin] Pushing event updated for resources: {'Network': ['ID=455aefdc-91f0-47fd-b628-01ab2df10ccc,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:56.202707 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7744f279-7e10-4301-973d-ffc4dd2b25bd admin admin] Made reservation on behalf of 02a8db524b9a4bdcb12531e38d27a2e4 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:04:56.205574 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7744f279-7e10-4301-973d-ffc4dd2b25bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:56.226066 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Network 455aefdc-91f0-47fd-b628-01ab2df10ccc details requested by agent ovs-agent-dv-cinder-760178-13-iscsi with host dv-cinder-760178-13-iscsi {{(pid=94136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 23:04:56.247116 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9492d2de-5771-4e74-b3b9-0abe899fdea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:56.379161 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9492d2de-5771-4e74-b3b9-0abe899fdea2 admin admin] Network 26f36da6-a1ec-4137-a9bd-9ec8524b7b1b is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:04:56.393875 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-9492d2de-5771-4e74-b3b9-0abe899fdea2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:04:56.406937 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9492d2de-5771-4e74-b3b9-0abe899fdea2 admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:04:56.407439 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9492d2de-5771-4e74-b3b9-0abe899fdea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529286'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:56.421195 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9492d2de-5771-4e74-b3b9-0abe899fdea2 admin admin] Pushing event updated for resources: {'Port': ['ID=17fde02c-d1ae-4d9b-a2c4-eb9e637320c3,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:56.502036 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-435bc2dd-220a-4d9d-8683-ecc5dc24bb38 req-e3916a75-de58-4f88-b708-02c60bd08b15 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 210 time: 0.0800498 Sep 14 23:04:56.548915 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7e0a81e6-2b03-426b-b625-ba408ea3869f req-12e19423-4883-4912-ae16-dfc37765a2c9 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 210 time: 0.1256785 Sep 14 23:04:56.683876 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-813be751-1ab5-4ee9-89b5-4fd1f3d89c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'name': 'tempest-AttachVolumeShelveTestJSON-643546090-router', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:04:50Z', 'updated_at': '2021-09-14T23:04:54Z', 'revision_number': 3, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'gw_port': {'id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:52Z', 'updated_at': '2021-09-14T23:04:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi'}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:04:56.708870 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7744f279-7e10-4301-973d-ffc4dd2b25bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:56.726715 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813be751-1ab5-4ee9-89b5-4fd1f3d89c6f None None] Checking router: 9bbc854c-1048-4948-aeba-8ad44aa5ecf8 for host: dv-cinder-760178-13-iscsi {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:04:56.730206 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813be751-1ab5-4ee9-89b5-4fd1f3d89c6f None None] Updating router 9bbc854c-1048-4948-aeba-8ad44aa5ecf8 port 190029e1-cd07-49ea-be7b-f80b751b2c39 binding host dv-cinder-760178-13-iscsi {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:04:56.783044 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744f279-7e10-4301-973d-ffc4dd2b25bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e738338d-0347-4cd7-ac48-acf37f4fb2aa,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:56.783558 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-813be751-1ab5-4ee9-89b5-4fd1f3d89c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:56.817803 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7744f279-7e10-4301-973d-ffc4dd2b25bd admin admin] Checking segment: {'id': '733f0fbc-103c-4107-ba08-beb58503b8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '455aefdc-91f0-47fd-b628-01ab2df10ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:04:56.818380 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7744f279-7e10-4301-973d-ffc4dd2b25bd admin admin] Network hostable DHCP agents. Network: 455aefdc-91f0-47fd-b628-01ab2df10ccc, hostable agents: ['cc88f5a5-5435-4a3a-a65f-5f33fd37a978'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:04:56.824662 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9492d2de-5771-4e74-b3b9-0abe899fdea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:57.025500 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d0fe635a-ef8f-4216-8353-b2786b85dca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:57.054454 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7744f279-7e10-4301-973d-ffc4dd2b25bd admin admin] Network 455aefdc-91f0-47fd-b628-01ab2df10ccc is scheduled to be hosted by DHCP agent cc88f5a5-5435-4a3a-a65f-5f33fd37a978 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:04:57.111487 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-7744f279-7e10-4301-973d-ffc4dd2b25bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-13-iscsi, 455aefdc-91f0-47fd-b628-01ab2df10ccc) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:04:57.119825 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7744f279-7e10-4301-973d-ffc4dd2b25bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:04:57.120575 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7744f279-7e10-4301-973d-ffc4dd2b25bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:57.170620 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-7744f279-7e10-4301-973d-ffc4dd2b25bd admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0684140 Sep 14 23:04:57.255169 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cdb178-eb99-4fe3-98c5-b8bb9c3d6aca None None] Network 455aefdc-91f0-47fd-b628-01ab2df10ccc requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:04:57.287351 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9492d2de-5771-4e74-b3b9-0abe899fdea2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:57.296720 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9492d2de-5771-4e74-b3b9-0abe899fdea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:57.297499 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9492d2de-5771-4e74-b3b9-0abe899fdea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530198'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:57.478766 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-813be751-1ab5-4ee9-89b5-4fd1f3d89c6f None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:57.489020 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-d0fe635a-ef8f-4216-8353-b2786b85dca0 admin admin] Allocated IP 172.20.0.1 (aa9e38bf-d2d8-4eb7-8a53-97cdb6720662/8fb1c270-17f7-4564-a01a-0bbfc57fb9f4/f643576c-9bcf-4a3c-b150-0786fb9ecec0) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:04:57.554447 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9492d2de-5771-4e74-b3b9-0abe899fdea2 admin admin] Pushing event updated for resources: {'Port': ['ID=17fde02c-d1ae-4d9b-a2c4-eb9e637320c3,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:57.629328 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device c76c15ba-57c1-4814-9489-732b7217f244 up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:04:57.636658 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-813be751-1ab5-4ee9-89b5-4fd1f3d89c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:57.702246 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9492d2de-5771-4e74-b3b9-0abe899fdea2 admin admin] Network 26f36da6-a1ec-4137-a9bd-9ec8524b7b1b is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:04:57.705139 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-9492d2de-5771-4e74-b3b9-0abe899fdea2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:04:57.807872 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8f5271c6-ec67-4d00-9edf-5e4d548c2651 req-41163f68-7eeb-4381-b941-68e96c9d802e tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 210 time: 0.0999596 Sep 14 23:04:57.832625 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0753aa-bf7e-4bf7-ad85-fd71403c3b93 None None] Pushing event updated for resources: {'Port': ['ID=190029e1-cd07-49ea-be7b-f80b751b2c39,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:57.851208 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7695b376-a6a5-4230-9434-cbf46620737a None None] Network 455aefdc-91f0-47fd-b628-01ab2df10ccc requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:04:57.876393 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0bcbfde1-63ff-4488-a1ae-0d3051292caa req-afb908f3-7309-4649-bb8a-245d7efc2ee1 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 210 time: 0.0939631 Sep 14 23:04:57.924899 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9492d2de-5771-4e74-b3b9-0abe899fdea2 admin admin] Router 7c55dc58-bc72-409f-9dfe-58a2fa82d185 has already been hosted by L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 23:04:57.926056 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-813be751-1ab5-4ee9-89b5-4fd1f3d89c6f None None] Attempting to bind port 190029e1-cd07-49ea-be7b-f80b751b2c39 on host dv-cinder-760178-13-iscsi for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:04:57.926454 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-813be751-1ab5-4ee9-89b5-4fd1f3d89c6f None None] Attempting to bind port 190029e1-cd07-49ea-be7b-f80b751b2c39 by drivers openvswitch,hyperv on host dv-cinder-760178-13-iscsi at level 0 using segments [{'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:04:57.927026 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813be751-1ab5-4ee9-89b5-4fd1f3d89c6f None None] Attempting to bind port 190029e1-cd07-49ea-be7b-f80b751b2c39 on network 97df119d-fd41-4b39-86f3-953f642e27ab {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:04:57.937506 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813be751-1ab5-4ee9-89b5-4fd1f3d89c6f None None] Checking agent: {'id': 'dcc8e868-81e9-4312-adfc-cfdfaec503c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 57, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:04:57.938106 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813be751-1ab5-4ee9-89b5-4fd1f3d89c6f None None] Checking segment: {'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:04:57.938823 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-813be751-1ab5-4ee9-89b5-4fd1f3d89c6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:57.939049 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d0fe635a-ef8f-4216-8353-b2786b85dca0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:57.939595 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813be751-1ab5-4ee9-89b5-4fd1f3d89c6f None None] Bound using segment: {'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:04:57.940227 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-813be751-1ab5-4ee9-89b5-4fd1f3d89c6f None None] Bound port: 190029e1-cd07-49ea-be7b-f80b751b2c39, host: dv-cinder-760178-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:04:57.941037 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-813be751-1ab5-4ee9-89b5-4fd1f3d89c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:58.003539 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d0fe635a-ef8f-4216-8353-b2786b85dca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:58.115127 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fe635a-ef8f-4216-8353-b2786b85dca0 admin admin] Network aa9e38bf-d2d8-4eb7-8a53-97cdb6720662 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:04:58.126895 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9492d2de-5771-4e74-b3b9-0abe899fdea2 admin admin] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:04:58.136349 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-d0fe635a-ef8f-4216-8353-b2786b85dca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:04:58.139722 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe635a-ef8f-4216-8353-b2786b85dca0 admin admin] Pushing event updated for resources: {'Port': ['ID=f643576c-9bcf-4a3c-b150-0786fb9ecec0,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:58.145226 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fe635a-ef8f-4216-8353-b2786b85dca0 admin admin] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:04:58.145749 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d0fe635a-ef8f-4216-8353-b2786b85dca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529286'] for router_interface, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:58.167602 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-9492d2de-5771-4e74-b3b9-0abe899fdea2 admin admin] 10.222.0.39 "PUT /v2.0/routers/7c55dc58-bc72-409f-9dfe-58a2fa82d185/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6712847 Sep 14 23:04:58.237230 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.52', 55092) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:04:58.267569 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port c76c15ba-57c1-4814-9489-732b7217f244 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:04:58.267949 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:58.392253 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-813be751-1ab5-4ee9-89b5-4fd1f3d89c6f None None] For port 190029e1-cd07-49ea-be7b-f80b751b2c39, host dv-cinder-760178-13-iscsi, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:04:58.499025 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-813be751-1ab5-4ee9-89b5-4fd1f3d89c6f None None] For port 190029e1-cd07-49ea-be7b-f80b751b2c39, host dv-cinder-760178-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=190029e1-cd07-49ea-be7b-f80b751b2c39,segment=NetworkSegment(a9a9fb15-9287-4c77-9a23-3b65ea6f31f5),segment_id=a9a9fb15-9287-4c77-9a23-3b65ea6f31f5)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:04:58.527130 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-813be751-1ab5-4ee9-89b5-4fd1f3d89c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:58.679660 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e455f4-13c2-48cc-9c85-b54ec56a7e85 None None] Sync routers for ids ['7c55dc58-bc72-409f-9dfe-58a2fa82d185'] in dv-cinder-760178-13-iscsi {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:04:58.679660 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e455f4-13c2-48cc-9c85-b54ec56a7e85 None None] Routers {'7c55dc58-bc72-409f-9dfe-58a2fa82d185'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:04:58.679660 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-e6e455f4-13c2-48cc-9c85-b54ec56a7e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:04:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['7c55dc58-bc72-409f-9dfe-58a2fa82d185'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:04:58.749209 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0753aa-bf7e-4bf7-ad85-fd71403c3b93 None None] Pushing event updated for resources: {'Port': ['ID=190029e1-cd07-49ea-be7b-f80b751b2c39,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:58.794755 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-e71dc2e7-8993-47b8-810e-495a94924ce9 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:04:58.801908 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-e71dc2e7-8993-47b8-810e-495a94924ce9 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.52 "GET /v2.0/networks?id=0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5 HTTP/1.1" status: 200 len: 811 time: 0.5634110 Sep 14 23:04:58.841872 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 39854) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:04:58.848463 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-717ac41a-9c4d-4f8b-b142-b2a7073c35aa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1108471591-network', 'tenant_id': 'a36e2e191ecf40f185c7b43ad88001c0'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:04:58.881395 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-d192d640-1b9c-4b50-95f7-7415b9a15d62 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Request body: {'port': {'device_id': '2fbae247-acfb-4d8e-a8a8-75b7fd025255', 'network_id': '0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5', 'admin_state_up': True, 'tenant_id': 'bc1271fa491549719c806a991d7f233c'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:04:58.883734 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d0fe635a-ef8f-4216-8353-b2786b85dca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:58.903818 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.52', 55098) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:04:59.064044 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-62906793-e61b-4e3b-90db-14e1e49b20bc None None] Provisioning complete for port f643576c-9bcf-4a3c-b150-0786fb9ecec0 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:04:59.074141 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1bdf24b6-7cff-4323-8e3e-d39708f12c33 req-6d511688-b63a-46f5-a5f4-0c3898268bd2 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 210 time: 0.0740957 Sep 14 23:04:59.075562 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-62906793-e61b-4e3b-90db-14e1e49b20bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:59.186360 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813be751-1ab5-4ee9-89b5-4fd1f3d89c6f None None] Routers {'9bbc854c-1048-4948-aeba-8ad44aa5ecf8'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:04:59.202423 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-813be751-1ab5-4ee9-89b5-4fd1f3d89c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:04:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['9bbc854c-1048-4948-aeba-8ad44aa5ecf8'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:04:59.284771 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-e6e455f4-13c2-48cc-9c85-b54ec56a7e85 None None] Set router 7c55dc58-bc72-409f-9dfe-58a2fa82d185 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:04:59.326991 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-8ab09d62-5d43-4968-86f8-80ab666251fc tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:04:59.328684 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-8ab09d62-5d43-4968-86f8-80ab666251fc tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.52 "GET /v2.0/networks?id=b2b15aa9-ccf4-445d-a89c-b858bbe43b47 HTTP/1.1" status: 200 len: 812 time: 0.4128208 Sep 14 23:04:59.382435 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5630d416-32d7-4530-8011-7da3dca66e1a req-4f5bbe5f-0476-4999-a26d-09cf86c77470 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 210 time: 0.0503740 Sep 14 23:04:59.389696 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:59.393573 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-714fc099-950d-41b5-8743-0cfc9ee212e1 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Request body: {'port': {'device_id': '8b838098-23bd-4b48-b987-5551df4dcdb4', 'network_id': 'b2b15aa9-ccf4-445d-a89c-b858bbe43b47', 'admin_state_up': True, 'tenant_id': '587b687926ec49439ef73d2b4747d86e'}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:04:59.409942 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717ac41a-9c4d-4f8b-b142-b2a7073c35aa admin admin] Made reservation on behalf of a36e2e191ecf40f185c7b43ad88001c0 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:04:59.413636 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-717ac41a-9c4d-4f8b-b142-b2a7073c35aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:59.446295 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] For port c76c15ba-57c1-4814-9489-732b7217f244, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=c76c15ba-57c1-4814-9489-732b7217f244,segment=NetworkSegment(a9a9fb15-9287-4c77-9a23-3b65ea6f31f5),segment_id=a9a9fb15-9287-4c77-9a23-3b65ea6f31f5)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:04:59.465078 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-717ac41a-9c4d-4f8b-b142-b2a7073c35aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:59.552639 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:59.564686 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-62906793-e61b-4e3b-90db-14e1e49b20bc None None] Port f643576c-9bcf-4a3c-b150-0786fb9ecec0 cannot update to ACTIVE because it is not bound. {{(pid=94136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 23:04:59.717875 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-e6e455f4-13c2-48cc-9c85-b54ec56a7e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c55dc58-bc72-409f-9dfe-58a2fa82d185', 'name': 'tempest-ServerRescueNegativeTestJSON-126448057-router', 'tenant_id': '4f55ab5d5aec4aa4bb5fad6ed7ea1c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c76c15ba-57c1-4814-9489-732b7217f244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:04:50Z', 'updated_at': '2021-09-14T23:04:56Z', 'revision_number': 4, 'project_id': '4f55ab5d5aec4aa4bb5fad6ed7ea1c17', 'gw_port': {'id': 'c76c15ba-57c1-4814-9489-732b7217f244', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c55dc58-bc72-409f-9dfe-58a2fa82d185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:50Z', 'updated_at': '2021-09-14T23:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': '17fde02c-d1ae-4d9b-a2c4-eb9e637320c3', 'name': '', 'network_id': '26f36da6-a1ec-4137-a9bd-9ec8524b7b1b', 'tenant_id': '4f55ab5d5aec4aa4bb5fad6ed7ea1c17', 'mac_address': 'fa:16:3e:96:c3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c55dc58-bc72-409f-9dfe-58a2fa82d185', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9f597290-8184-475e-a5f8-accd68e76ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:55Z', 'updated_at': '2021-09-14T23:04:56Z', 'revision_number': 2, 'project_id': '4f55ab5d5aec4aa4bb5fad6ed7ea1c17', 'subnets': [{'id': '9f597290-8184-475e-a5f8-accd68e76ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:04:59.742667 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-813be751-1ab5-4ee9-89b5-4fd1f3d89c6f None None] Set router 9bbc854c-1048-4948-aeba-8ad44aa5ecf8 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:04:59.820172 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e455f4-13c2-48cc-9c85-b54ec56a7e85 None None] Checking router: 7c55dc58-bc72-409f-9dfe-58a2fa82d185 for host: dv-cinder-760178-13-iscsi {{(pid=94137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:04:59.820548 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e455f4-13c2-48cc-9c85-b54ec56a7e85 None None] Updating router 7c55dc58-bc72-409f-9dfe-58a2fa82d185 port 17fde02c-d1ae-4d9b-a2c4-eb9e637320c3 binding host dv-cinder-760178-13-iscsi {{(pid=94137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:04:59.866583 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-717ac41a-9c4d-4f8b-b142-b2a7073c35aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:59.877226 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-717ac41a-9c4d-4f8b-b142-b2a7073c35aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:59.906731 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-e6e455f4-13c2-48cc-9c85-b54ec56a7e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:59.982233 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717ac41a-9c4d-4f8b-b142-b2a7073c35aa admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:05:00.030902 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-717ac41a-9c4d-4f8b-b142-b2a7073c35aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:00.032483 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.db.segments_db [None req-717ac41a-9c4d-4f8b-b142-b2a7073c35aa admin admin] Added segment f62f16a9-2ea2-4c51-a805-64a6133d9c13 of type vlan for network bfb9967d-6b7b-4be9-bfa1-887de59ea497 Sep 14 23:05:00.233428 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-717ac41a-9c4d-4f8b-b142-b2a7073c35aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755853879839'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:00.282335 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-d192d640-1b9c-4b50-95f7-7415b9a15d62 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Made reservation on behalf of bc1271fa491549719c806a991d7f233c for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:05:00.286396 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-d192d640-1b9c-4b50-95f7-7415b9a15d62 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:00.379765 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-d15ef3f7-72fe-40a7-be73-e6225b9fc1cd tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:00.379765 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-d15ef3f7-72fe-40a7-be73-e6225b9fc1cd tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/networks?id=26f36da6-a1ec-4137-a9bd-9ec8524b7b1b HTTP/1.1" status: 200 len: 818 time: 0.9737144 Sep 14 23:05:00.447050 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Pushing event updated for resources: {'Port': ['ID=c76c15ba-57c1-4814-9489-732b7217f244,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:00.522555 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-04518045-6f1c-4045-92bd-b18a3ac84299 req-86fb8839-fb19-4f91-85b5-6d03f6ee189f tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 210 time: 0.1376488 Sep 14 23:05:00.523301 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:00.525565 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-9d1d5dfd-a463-4a0e-a098-a02c83278084 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/quotas/4f55ab5d5aec4aa4bb5fad6ed7ea1c17 HTTP/1.1" status: 200 len: 375 time: 0.1578743 Sep 14 23:05:00.603030 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ac41a-9c4d-4f8b-b142-b2a7073c35aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7df357-0e30-4081-b05e-b3ac6041bf8c,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:00.663623 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-717ac41a-9c4d-4f8b-b142-b2a7073c35aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:00.665646 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717ac41a-9c4d-4f8b-b142-b2a7073c35aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:00.667934 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-717ac41a-9c4d-4f8b-b142-b2a7073c35aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:00.683248 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-813be751-1ab5-4ee9-89b5-4fd1f3d89c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'name': 'tempest-AttachVolumeShelveTestJSON-643546090-router', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:04:50Z', 'updated_at': '2021-09-14T23:04:58Z', 'revision_number': 4, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'gw_port': {'id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:52Z', 'updated_at': '2021-09-14T23:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': 'f643576c-9bcf-4a3c-b150-0786fb9ecec0', 'name': '', 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'mac_address': 'fa:16:3e:01:85:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:57Z', 'updated_at': '2021-09-14T23:04:57Z', 'revision_number': 1, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'subnets': [{'id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:00.715756 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-e6e455f4-13c2-48cc-9c85-b54ec56a7e85 None None] Notify callbacks [] for port, precommit_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:00.724891 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-e6e455f4-13c2-48cc-9c85-b54ec56a7e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:00.731868 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813be751-1ab5-4ee9-89b5-4fd1f3d89c6f None None] The sync data for ids ['9bbc854c-1048-4948-aeba-8ad44aa5ecf8'] in dv-cinder-760178-13-iscsi is: [{'id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'name': 'tempest-AttachVolumeShelveTestJSON-643546090-router', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:04:50Z', 'updated_at': '2021-09-14T23:04:58Z', 'revision_number': 4, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'gw_port': {'id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:52Z', 'updated_at': '2021-09-14T23:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': 'f643576c-9bcf-4a3c-b150-0786fb9ecec0', 'name': '', 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'mac_address': 'fa:16:3e:01:85:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:57Z', 'updated_at': '2021-09-14T23:04:57Z', 'revision_number': 1, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'subnets': [{'id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:05:00.736949 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d0fe635a-ef8f-4216-8353-b2786b85dca0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:00.806625 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa2feea-2855-4d08-b15f-c57655e8976d None None] Pushing event updated for resources: {'Port': ['ID=17fde02c-d1ae-4d9b-a2c4-eb9e637320c3,revision_number=3']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:00.839596 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ac41a-9c4d-4f8b-b142-b2a7073c35aa admin admin] Pushing event updated for resources: {'Network': ['ID=bfb9967d-6b7b-4be9-bfa1-887de59ea497,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:00.852657 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Network bfb9967d-6b7b-4be9-bfa1-887de59ea497 details requested by agent ovs-agent-dv-cinder-760178-13-iscsi with host dv-cinder-760178-13-iscsi {{(pid=94136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 23:05:00.871638 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d0fe635a-ef8f-4216-8353-b2786b85dca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:00.877550 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d0fe635a-ef8f-4216-8353-b2786b85dca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530198'] for router_interface, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:00.888191 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-913e45cd-6778-422e-9969-1292ca695863 req-625fd2ab-5c74-4145-8e71-928b29f601cc tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 210 time: 0.1598990 Sep 14 23:05:00.941600 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-717ac41a-9c4d-4f8b-b142-b2a7073c35aa admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0985184 Sep 14 23:05:00.950388 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 39948) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:00.956149 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-2210ba1c-5f39-4845-a2ea-1461dcbe09d5 admin admin] Request body: {'subnet': {'network_id': 'bfb9967d-6b7b-4be9-bfa1-887de59ea497', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1108471591-subnet', 'tenant_id': 'a36e2e191ecf40f185c7b43ad88001c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:05:00.991245 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [None req-e6e455f4-13c2-48cc-9c85-b54ec56a7e85 None None] Attempting to bind port 17fde02c-d1ae-4d9b-a2c4-eb9e637320c3 on host dv-cinder-760178-13-iscsi for vnic_type normal with profile {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:05:00.991749 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [None req-e6e455f4-13c2-48cc-9c85-b54ec56a7e85 None None] Attempting to bind port 17fde02c-d1ae-4d9b-a2c4-eb9e637320c3 by drivers openvswitch,hyperv on host dv-cinder-760178-13-iscsi at level 0 using segments [{'id': '41365fa4-5123-4bae-82a6-374b27b20a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '26f36da6-a1ec-4137-a9bd-9ec8524b7b1b'}] {{(pid=94137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:05:00.992047 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e455f4-13c2-48cc-9c85-b54ec56a7e85 None None] Attempting to bind port 17fde02c-d1ae-4d9b-a2c4-eb9e637320c3 on network 26f36da6-a1ec-4137-a9bd-9ec8524b7b1b {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:05:01.021947 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e455f4-13c2-48cc-9c85-b54ec56a7e85 None None] Checking agent: {'id': 'dcc8e868-81e9-4312-adfc-cfdfaec503c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 57, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:05:01.022180 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e455f4-13c2-48cc-9c85-b54ec56a7e85 None None] Checking segment: {'id': '41365fa4-5123-4bae-82a6-374b27b20a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '26f36da6-a1ec-4137-a9bd-9ec8524b7b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:05:01.022779 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-e6e455f4-13c2-48cc-9c85-b54ec56a7e85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:01.023184 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e455f4-13c2-48cc-9c85-b54ec56a7e85 None None] Bound using segment: {'id': '41365fa4-5123-4bae-82a6-374b27b20a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '26f36da6-a1ec-4137-a9bd-9ec8524b7b1b'} {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:05:01.023663 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [None req-e6e455f4-13c2-48cc-9c85-b54ec56a7e85 None None] Bound port: 17fde02c-d1ae-4d9b-a2c4-eb9e637320c3, host: dv-cinder-760178-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41365fa4-5123-4bae-82a6-374b27b20a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '26f36da6-a1ec-4137-a9bd-9ec8524b7b1b'}}] {{(pid=94137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:05:01.024064 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-e6e455f4-13c2-48cc-9c85-b54ec56a7e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:01.064256 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-714fc099-950d-41b5-8743-0cfc9ee212e1 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Made reservation on behalf of 587b687926ec49439ef73d2b4747d86e for: {'port': 1} {{(pid=94135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:05:01.072153 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-714fc099-950d-41b5-8743-0cfc9ee212e1 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:01.081956 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-eecd83cf-bdb3-4405-8a40-ca8ab52bd7c3 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f55ab5d5aec4aa4bb5fad6ed7ea1c17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4655344 Sep 14 23:05:01.093102 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2210ba1c-5f39-4845-a2ea-1461dcbe09d5 admin admin] Made reservation on behalf of a36e2e191ecf40f185c7b43ad88001c0 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:05:01.095927 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2210ba1c-5f39-4845-a2ea-1461dcbe09d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:01.163535 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [None req-e6e455f4-13c2-48cc-9c85-b54ec56a7e85 None None] For port 17fde02c-d1ae-4d9b-a2c4-eb9e637320c3, host dv-cinder-760178-13-iscsi, cleared binding levels {{(pid=94137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:05:01.168556 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [None req-e6e455f4-13c2-48cc-9c85-b54ec56a7e85 None None] For port 17fde02c-d1ae-4d9b-a2c4-eb9e637320c3, host dv-cinder-760178-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=17fde02c-d1ae-4d9b-a2c4-eb9e637320c3,segment=NetworkSegment(41365fa4-5123-4bae-82a6-374b27b20a4c),segment_id=41365fa4-5123-4bae-82a6-374b27b20a4c)] {{(pid=94137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:05:01.256539 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-e6e455f4-13c2-48cc-9c85-b54ec56a7e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:01.259557 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-d192d640-1b9c-4b50-95f7-7415b9a15d62 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Allocated IP 172.20.0.12 (0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5/1c5a658a-b7a0-4ad2-a0ca-d4f0b8394e24/b96b94a6-3d1f-4858-960f-c910199e9a56) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:05:01.259673 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe635a-ef8f-4216-8353-b2786b85dca0 admin admin] Pushing event updated for resources: {'Port': ['ID=f643576c-9bcf-4a3c-b150-0786fb9ecec0,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:01.317991 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e455f4-13c2-48cc-9c85-b54ec56a7e85 None None] Routers {'7c55dc58-bc72-409f-9dfe-58a2fa82d185'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:05:01.324925 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-e6e455f4-13c2-48cc-9c85-b54ec56a7e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:04:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['7c55dc58-bc72-409f-9dfe-58a2fa82d185'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:01.428198 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-b2ecc95f-e62b-4df2-9481-cea1a8a77937 service neutron] 10.222.0.39 "GET /v2.0/networks/26f36da6-a1ec-4137-a9bd-9ec8524b7b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285012 Sep 14 23:05:01.436981 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fe635a-ef8f-4216-8353-b2786b85dca0 admin admin] Network aa9e38bf-d2d8-4eb7-8a53-97cdb6720662 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:05:01.443684 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-d0fe635a-ef8f-4216-8353-b2786b85dca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:05:01.763841 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device c76c15ba-57c1-4814-9489-732b7217f244 up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:05:01.776948 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa2feea-2855-4d08-b15f-c57655e8976d None None] Pushing event updated for resources: {'Port': ['ID=17fde02c-d1ae-4d9b-a2c4-eb9e637320c3,revision_number=4']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:01.833471 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-e6e455f4-13c2-48cc-9c85-b54ec56a7e85 None None] Set router 7c55dc58-bc72-409f-9dfe-58a2fa82d185 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:05:01.890909 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-d192d640-1b9c-4b50-95f7-7415b9a15d62 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:01.961154 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-b326da27-5938-43ad-ac01-7506b8447e66 None None] Provisioning complete for port f643576c-9bcf-4a3c-b150-0786fb9ecec0 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:05:01.962086 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-b326da27-5938-43ad-ac01-7506b8447e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:02.140531 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port c76c15ba-57c1-4814-9489-732b7217f244 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:05:02.156959 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:02.166073 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-b326da27-5938-43ad-ac01-7506b8447e66 None None] Port f643576c-9bcf-4a3c-b150-0786fb9ecec0 cannot update to ACTIVE because it is not bound. {{(pid=94136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 23:05:02.194887 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0fe635a-ef8f-4216-8353-b2786b85dca0 admin admin] Router 9bbc854c-1048-4948-aeba-8ad44aa5ecf8 has already been hosted by L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f {{(pid=94135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 23:05:02.210842 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-4f82fdfb-3712-4253-a78e-3a2f22cc299a service neutron] 10.222.0.39 "GET /v2.0/networks/26f36da6-a1ec-4137-a9bd-9ec8524b7b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7572579 Sep 14 23:05:02.301169 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-4738e956-d1f9-4553-9c58-e7c3a8d0473f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:02.387640 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 39978) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:02.393277 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-e6e455f4-13c2-48cc-9c85-b54ec56a7e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c55dc58-bc72-409f-9dfe-58a2fa82d185', 'name': 'tempest-ServerRescueNegativeTestJSON-126448057-router', 'tenant_id': '4f55ab5d5aec4aa4bb5fad6ed7ea1c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c76c15ba-57c1-4814-9489-732b7217f244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:04:50Z', 'updated_at': '2021-09-14T23:04:56Z', 'revision_number': 4, 'project_id': '4f55ab5d5aec4aa4bb5fad6ed7ea1c17', 'gw_port': {'id': 'c76c15ba-57c1-4814-9489-732b7217f244', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c55dc58-bc72-409f-9dfe-58a2fa82d185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:50Z', 'updated_at': '2021-09-14T23:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': '17fde02c-d1ae-4d9b-a2c4-eb9e637320c3', 'name': '', 'network_id': '26f36da6-a1ec-4137-a9bd-9ec8524b7b1b', 'tenant_id': '4f55ab5d5aec4aa4bb5fad6ed7ea1c17', 'mac_address': 'fa:16:3e:96:c3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c55dc58-bc72-409f-9dfe-58a2fa82d185', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9f597290-8184-475e-a5f8-accd68e76ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:55Z', 'updated_at': '2021-09-14T23:05:01Z', 'revision_number': 4, 'project_id': '4f55ab5d5aec4aa4bb5fad6ed7ea1c17', 'subnets': [{'id': '9f597290-8184-475e-a5f8-accd68e76ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:02.414735 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2210ba1c-5f39-4845-a2ea-1461dcbe09d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:02.442593 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-d192d640-1b9c-4b50-95f7-7415b9a15d62 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:02.537571 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e455f4-13c2-48cc-9c85-b54ec56a7e85 None None] The sync data for ids ['7c55dc58-bc72-409f-9dfe-58a2fa82d185'] in dv-cinder-760178-13-iscsi is: [{'id': '7c55dc58-bc72-409f-9dfe-58a2fa82d185', 'name': 'tempest-ServerRescueNegativeTestJSON-126448057-router', 'tenant_id': '4f55ab5d5aec4aa4bb5fad6ed7ea1c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c76c15ba-57c1-4814-9489-732b7217f244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:04:50Z', 'updated_at': '2021-09-14T23:04:56Z', 'revision_number': 4, 'project_id': '4f55ab5d5aec4aa4bb5fad6ed7ea1c17', 'gw_port': {'id': 'c76c15ba-57c1-4814-9489-732b7217f244', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c55dc58-bc72-409f-9dfe-58a2fa82d185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:50Z', 'updated_at': '2021-09-14T23:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': '17fde02c-d1ae-4d9b-a2c4-eb9e637320c3', 'name': '', 'network_id': '26f36da6-a1ec-4137-a9bd-9ec8524b7b1b', 'tenant_id': '4f55ab5d5aec4aa4bb5fad6ed7ea1c17', 'mac_address': 'fa:16:3e:96:c3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c55dc58-bc72-409f-9dfe-58a2fa82d185', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9f597290-8184-475e-a5f8-accd68e76ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:55Z', 'updated_at': '2021-09-14T23:05:01Z', 'revision_number': 4, 'project_id': '4f55ab5d5aec4aa4bb5fad6ed7ea1c17', 'subnets': [{'id': '9f597290-8184-475e-a5f8-accd68e76ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:05:03.039018 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-d192d640-1b9c-4b50-95f7-7415b9a15d62 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Network 0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:05:03.052246 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2210ba1c-5f39-4845-a2ea-1461dcbe09d5 admin admin] Checking segment: {'id': 'f62f16a9-2ea2-4c51-a805-64a6133d9c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bfb9967d-6b7b-4be9-bfa1-887de59ea497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:05:03.066147 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2210ba1c-5f39-4845-a2ea-1461dcbe09d5 admin admin] Network hostable DHCP agents. Network: bfb9967d-6b7b-4be9-bfa1-887de59ea497, hostable agents: ['cc88f5a5-5435-4a3a-a65f-5f33fd37a978'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:05:03.111834 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5615aac2-c44d-43b4-b62a-7d923a9d4d14 req-02714f98-674b-4e4d-9658-5e42752e1d2f tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 210 time: 0.3281963 Sep 14 23:05:03.153976 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-d192d640-1b9c-4b50-95f7-7415b9a15d62 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:05:03.160269 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210ba1c-5f39-4845-a2ea-1461dcbe09d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dad329d8-eed5-416f-b3cc-50578caaddfc,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:03.191753 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-d192d640-1b9c-4b50-95f7-7415b9a15d62 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:05:03.199781 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-d192d640-1b9c-4b50-95f7-7415b9a15d62 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:03.200802 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-d192d640-1b9c-4b50-95f7-7415b9a15d62 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:03.219203 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7135f2d9-fa72-4d93-9dbd-82b5c3bec4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:03.230990 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192d640-1b9c-4b50-95f7-7415b9a15d62 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Pushing event updated for resources: {'Port': ['ID=b96b94a6-3d1f-4858-960f-c910199e9a56,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:03.373537 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-465ed6e8-81f3-4a39-856a-91d027d5afb7 req-bee1c086-3c0a-4ce2-a96d-49368fb79b3c tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 210 time: 0.1207044 Sep 14 23:05:03.436504 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7135f2d9-fa72-4d93-9dbd-82b5c3bec4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:03.441637 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-d192d640-1b9c-4b50-95f7-7415b9a15d62 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5715034 Sep 14 23:05:03.442891 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2210ba1c-5f39-4845-a2ea-1461dcbe09d5 admin admin] Network bfb9967d-6b7b-4be9-bfa1-887de59ea497 is scheduled to be hosted by DHCP agent cc88f5a5-5435-4a3a-a65f-5f33fd37a978 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:05:03.452250 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7135f2d9-fa72-4d93-9dbd-82b5c3bec4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:03.495359 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc8c6b-64be-4722-a8de-6e3cc0f5af6c req-4fd501ae-c702-49fb-8bf3-adb0ab253223 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:03.502304 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-74ae3574-825a-4ef1-acfd-add37c2a0200 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 23:05:03.503846 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-74ae3574-825a-4ef1-acfd-add37c2a0200 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069611 Sep 14 23:05:03.505164 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135f2d9-fa72-4d93-9dbd-82b5c3bec4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9187502b-13a4-4048-ac68-110d69194c5f,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:03.507919 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-2210ba1c-5f39-4845-a2ea-1461dcbe09d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-13-iscsi, bfb9967d-6b7b-4be9-bfa1-887de59ea497) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:05:03.516170 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c9cc8c6b-64be-4722-a8de-6e3cc0f5af6c req-4fd501ae-c702-49fb-8bf3-adb0ab253223 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 932 time: 1.7440856 Sep 14 23:05:03.517263 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f33c7a1-6ea8-4075-9cd0-580b9c9718bf None None] Network bfb9967d-6b7b-4be9-bfa1-887de59ea497 requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:05:03.567510 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2210ba1c-5f39-4845-a2ea-1461dcbe09d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:03.568232 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2210ba1c-5f39-4845-a2ea-1461dcbe09d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:03.653553 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-7135f2d9-fa72-4d93-9dbd-82b5c3bec4fc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2eeec54195934af1852d05374964aa83&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2646379 Sep 14 23:05:03.654745 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 40016) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:03.674025 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fe635a-ef8f-4216-8353-b2786b85dca0 admin admin] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:05:03.676337 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-714fc099-950d-41b5-8743-0cfc9ee212e1 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Allocated IP 172.20.0.13 (b2b15aa9-ccf4-445d-a89c-b858bbe43b47/6725ab53-7683-483a-af50-4917aca481fa/80c57b00-d31c-4c6f-90ad-dbf9909774c0) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:05:03.717768 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-d0fe635a-ef8f-4216-8353-b2786b85dca0 admin admin] 10.222.0.39 "PUT /v2.0/routers/9bbc854c-1048-4948-aeba-8ad44aa5ecf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8597035 Sep 14 23:05:03.849423 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-2210ba1c-5f39-4845-a2ea-1461dcbe09d5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.8974226 Sep 14 23:05:03.968780 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-878ff764-751c-4c9d-b17d-4504bc0f8aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:04.005245 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c9cc8c6b-64be-4722-a8de-6e3cc0f5af6c req-2919f4db-ec29-4811-a797-33ffddeba99c tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ca2a34d-cbbc-4e97-89d9-219fcac7f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4881015 Sep 14 23:05:04.124108 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-878ff764-751c-4c9d-b17d-4504bc0f8aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:04.184401 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 190029e1-cd07-49ea-be7b-f80b751b2c39 up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:05:04.202812 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 40048) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:04.340499 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-eaa29c53-4b4a-4209-b0bd-bd7b0ef4b173 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:04.345603 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-eaa29c53-4b4a-4209-b0bd-bd7b0ef4b173 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/networks?id=26f36da6-a1ec-4137-a9bd-9ec8524b7b1b HTTP/1.1" status: 200 len: 818 time: 0.3377872 Sep 14 23:05:04.382412 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-4133ca6f-f2cf-41b3-a256-70408063442f service neutron] Request body: {'port': {'device_id': '2fbae247-acfb-4d8e-a8a8-75b7fd025255', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:05:04.398296 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port 190029e1-cd07-49ea-be7b-f80b751b2c39 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:05:04.401588 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:04.418817 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-060e50b4-abba-4185-ac95-38fcbc0d2400 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/quotas/4f55ab5d5aec4aa4bb5fad6ed7ea1c17 HTTP/1.1" status: 200 len: 375 time: 0.0590281 Sep 14 23:05:04.518015 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c608d8-0c39-41fb-86a2-7194ec16db3c admin admin] Deleting subnet e738338d-0347-4cd7-ac48-acf37f4fb2aa {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 23:05:04.549853 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b2c608d8-0c39-41fb-86a2-7194ec16db3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:04.678204 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f09ea47-93d5-4406-b629-f9cd2467df6f None None] Network bfb9967d-6b7b-4be9-bfa1-887de59ea497 requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:05:04.699384 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-878ff764-751c-4c9d-b17d-4504bc0f8aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:04.704561 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-878ff764-751c-4c9d-b17d-4504bc0f8aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:04.706161 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-878ff764-751c-4c9d-b17d-4504bc0f8aae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9187502b-13a4-4048-ac68-110d69194c5f HTTP/1.1" status: 204 len: 168 time: 1.0405271 Sep 14 23:05:04.706903 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-4133ca6f-f2cf-41b3-a256-70408063442f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:04.739938 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b2c608d8-0c39-41fb-86a2-7194ec16db3c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:04.781020 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ff764-751c-4c9d-b17d-4504bc0f8aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9187502b-13a4-4048-ac68-110d69194c5f,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:04.895035 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-d3ca4dbf-69e6-40d3-9147-1e2b29df7d61 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f55ab5d5aec4aa4bb5fad6ed7ea1c17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4723992 Sep 14 23:05:05.026457 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 40060) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:05.044662 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-714fc099-950d-41b5-8743-0cfc9ee212e1 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:05.050970 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-1ea3e004-3818-4e12-b882-8d12bed2d1ad tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1926379218', 'description': 'tempest-description--2115278791'}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:05:05.139086 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-ebf95530-22fb-45e8-b059-7bd477e9133b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:05.159282 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b2c608d8-0c39-41fb-86a2-7194ec16db3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3629011'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:05.197924 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:05.219370 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:05.275160 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] For port 190029e1-cd07-49ea-be7b-f80b751b2c39, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=190029e1-cd07-49ea-be7b-f80b751b2c39,segment=NetworkSegment(a9a9fb15-9287-4c77-9a23-3b65ea6f31f5),segment_id=a9a9fb15-9287-4c77-9a23-3b65ea6f31f5)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:05:05.287870 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:05.291970 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 17fde02c-d1ae-4d9b-a2c4-eb9e637320c3 up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:05:05.337537 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.52', 55116) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:05.471816 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cfa4a7-1e89-450d-9cbd-c52b8e37222f None None] Sync routers for ids ['9bbc854c-1048-4948-aeba-8ad44aa5ecf8'] in dv-cinder-760178-13-iscsi {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:05:05.624546 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cfa4a7-1e89-450d-9cbd-c52b8e37222f None None] Routers {'9bbc854c-1048-4948-aeba-8ad44aa5ecf8'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:05:05.627961 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-e3cfa4a7-1e89-450d-9cbd-c52b8e37222f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:05:05Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['9bbc854c-1048-4948-aeba-8ad44aa5ecf8'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:05.698135 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-2f1e84d2-2911-4c7c-abad-4258431d750c service neutron] 10.222.0.39 "GET /v2.0/networks/26f36da6-a1ec-4137-a9bd-9ec8524b7b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7970924 Sep 14 23:05:05.842481 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Pushing event updated for resources: {'Port': ['ID=190029e1-cd07-49ea-be7b-f80b751b2c39,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:05.990060 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port 17fde02c-d1ae-4d9b-a2c4-eb9e637320c3 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:05:05.991979 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:06.042344 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-ba6422ef-f01e-4545-95a7-11c4f13b0755 service neutron] 10.222.0.39 "GET /v2.0/networks/26f36da6-a1ec-4137-a9bd-9ec8524b7b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393157 Sep 14 23:05:06.065698 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b2c608d8-0c39-41fb-86a2-7194ec16db3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:06.146945 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c9dbb6cf-1706-4543-9904-2d8937f1e3ca req-346fa9ff-afe6-4ee7-9f59-cc3b1f69b4e3 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 210 time: 0.1754799 Sep 14 23:05:06.189437 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b2c608d8-0c39-41fb-86a2-7194ec16db3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:06.194609 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-b2c608d8-0c39-41fb-86a2-7194ec16db3c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e738338d-0347-4cd7-ac48-acf37f4fb2aa HTTP/1.1" status: 204 len: 168 time: 1.9906628 Sep 14 23:05:06.195344 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 40094) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:06.195540 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:06.217203 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c608d8-0c39-41fb-86a2-7194ec16db3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e738338d-0347-4cd7-ac48-acf37f4fb2aa,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:06.224879 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-e3cfa4a7-1e89-450d-9cbd-c52b8e37222f None None] Set router 9bbc854c-1048-4948-aeba-8ad44aa5ecf8 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:05:06.261014 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1ea3e004-3818-4e12-b882-8d12bed2d1ad tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:06.503608 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-69554f2d-0d7b-4c5f-9489-95ccac346021 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:06.505724 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-69554f2d-0d7b-4c5f-9489-95ccac346021 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.52 "GET /v2.0/networks?id=26f36da6-a1ec-4137-a9bd-9ec8524b7b1b HTTP/1.1" status: 200 len: 818 time: 1.0238383 Sep 14 23:05:06.552350 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-4d9de519-a8d2-4183-bcf9-288606317b1b tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Request body: {'port': {'device_id': '2525046c-5414-40da-9f51-242719d157c7', 'network_id': '26f36da6-a1ec-4137-a9bd-9ec8524b7b1b', 'admin_state_up': True, 'tenant_id': '4f55ab5d5aec4aa4bb5fad6ed7ea1c17'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:05:06.561248 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-714fc099-950d-41b5-8743-0cfc9ee212e1 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:06.659066 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-debfa3bf-4b0d-41dc-b2a5-903e94d13af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3648290'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:06.755272 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:06.785696 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714fc099-950d-41b5-8743-0cfc9ee212e1 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Pushing event updated for resources: {'Port': ['ID=80c57b00-d31c-4c6f-90ad-dbf9909774c0,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:06.861574 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] For port 17fde02c-d1ae-4d9b-a2c4-eb9e637320c3, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=17fde02c-d1ae-4d9b-a2c4-eb9e637320c3,segment=NetworkSegment(41365fa4-5123-4bae-82a6-374b27b20a4c),segment_id=41365fa4-5123-4bae-82a6-374b27b20a4c)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:05:06.872113 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:06.950120 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3b9985b5-8559-4c8c-b00b-632d6ac86d3e req-d2330fa9-d56c-412f-9643-03305ef2e5c1 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 210 time: 0.3901703 Sep 14 23:05:06.954270 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-4133ca6f-f2cf-41b3-a256-70408063442f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b96b94a6-3d1f-4858-960f-c910199e9a56 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:05:06.981634 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-4133ca6f-f2cf-41b3-a256-70408063442f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:06.985250 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-714fc099-950d-41b5-8743-0cfc9ee212e1 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Network b2b15aa9-ccf4-445d-a89c-b858bbe43b47 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:05:07.067107 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865621c6-fd78-4c66-9ed8-ae628f12fd13 req-7ee40807-6b99-4a9f-bf8b-aa9b1b2fab77 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:07.090625 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-865621c6-fd78-4c66-9ed8-ae628f12fd13 req-7ee40807-6b99-4a9f-bf8b-aa9b1b2fab77 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 932 time: 0.7134690 Sep 14 23:05:07.098810 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Pushing event updated for resources: {'Port': ['ID=17fde02c-d1ae-4d9b-a2c4-eb9e637320c3,revision_number=5']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:07.099445 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-714fc099-950d-41b5-8743-0cfc9ee212e1 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:05:07.106611 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-714fc099-950d-41b5-8743-0cfc9ee212e1 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:05:07.110561 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-e3cfa4a7-1e89-450d-9cbd-c52b8e37222f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'name': 'tempest-AttachVolumeShelveTestJSON-643546090-router', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:04:50Z', 'updated_at': '2021-09-14T23:04:58Z', 'revision_number': 4, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'gw_port': {'id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:52Z', 'updated_at': '2021-09-14T23:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': 'f643576c-9bcf-4a3c-b150-0786fb9ecec0', 'name': '', 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'mac_address': 'fa:16:3e:01:85:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:57Z', 'updated_at': '2021-09-14T23:04:59Z', 'revision_number': 2, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'subnets': [{'id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:07.113476 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 190029e1-cd07-49ea-be7b-f80b751b2c39 up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:05:07.127573 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-714fc099-950d-41b5-8743-0cfc9ee212e1 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:07.130176 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-714fc099-950d-41b5-8743-0cfc9ee212e1 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for port, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:07.202853 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-debfa3bf-4b0d-41dc-b2a5-903e94d13af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3627092', 'neutron.services.segments.db._delete_segments_for_network-8755854224285'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:07.249385 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-4133ca6f-f2cf-41b3-a256-70408063442f service neutron] Transition to ACTIVE for port object b96b94a6-3d1f-4858-960f-c910199e9a56 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:05:07.272399 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-4133ca6f-f2cf-41b3-a256-70408063442f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:07.313948 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cfa4a7-1e89-450d-9cbd-c52b8e37222f None None] Checking router: 9bbc854c-1048-4948-aeba-8ad44aa5ecf8 for host: dv-cinder-760178-13-iscsi {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:05:07.314351 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cfa4a7-1e89-450d-9cbd-c52b8e37222f None None] Updating router 9bbc854c-1048-4948-aeba-8ad44aa5ecf8 port f643576c-9bcf-4a3c-b150-0786fb9ecec0 binding host dv-cinder-760178-13-iscsi {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:05:07.369531 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-865621c6-fd78-4c66-9ed8-ae628f12fd13 req-7f9011f3-d963-4f27-9eeb-7cd0fa1a007f tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ca2a34d-cbbc-4e97-89d9-219fcac7f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700479 Sep 14 23:05:07.394693 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port 190029e1-cd07-49ea-be7b-f80b751b2c39 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:05:07.395526 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:07.420105 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1ea3e004-3818-4e12-b882-8d12bed2d1ad tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:07.442367 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133ca6f-f2cf-41b3-a256-70408063442f service neutron] Pushing event updated for resources: {'Port': ['ID=b96b94a6-3d1f-4858-960f-c910199e9a56,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:07.458959 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-debfa3bf-4b0d-41dc-b2a5-903e94d13af2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 23:05:07.460235 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-debfa3bf-4b0d-41dc-b2a5-903e94d13af2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 23:05:07.461904 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-debfa3bf-4b0d-41dc-b2a5-903e94d13af2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 23:05:07.462575 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-debfa3bf-4b0d-41dc-b2a5-903e94d13af2 admin admin] Subscribe: > port after_create 55550000 {{(pid=94134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 23:05:07.463245 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-debfa3bf-4b0d-41dc-b2a5-903e94d13af2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 23:05:07.464207 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-debfa3bf-4b0d-41dc-b2a5-903e94d13af2 admin admin] Subscribe: > port after_update 55550000 {{(pid=94134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 23:05:07.464845 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-debfa3bf-4b0d-41dc-b2a5-903e94d13af2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 23:05:07.465602 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-debfa3bf-4b0d-41dc-b2a5-903e94d13af2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 23:05:07.466274 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-debfa3bf-4b0d-41dc-b2a5-903e94d13af2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 23:05:07.470536 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1ea3e004-3818-4e12-b882-8d12bed2d1ad tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:07.475212 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-debfa3bf-4b0d-41dc-b2a5-903e94d13af2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 23:05:07.526994 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-e3cfa4a7-1e89-450d-9cbd-c52b8e37222f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:07.558407 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-714fc099-950d-41b5-8743-0cfc9ee212e1 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.1748505 Sep 14 23:05:07.655555 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874673a9-53a9-493f-b2e5-299893deae09 req-08b5d369-4e8a-42db-a9d5-0b1913b6d1e1 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:07.667424 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-874673a9-53a9-493f-b2e5-299893deae09 req-08b5d369-4e8a-42db-a9d5-0b1913b6d1e1 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 932 time: 0.3197882 Sep 14 23:05:07.671124 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3e004-3818-4e12-b882-8d12bed2d1ad tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7295f2c9-12b9-42bd-9833-125490e50cbe,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:07.721757 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-0ff26ec4-d3e6-468d-b751-b4d3f03b30bf service neutron] Request body: {'port': {'device_id': '8b838098-23bd-4b48-b987-5551df4dcdb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:05:07.799257 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-874673a9-53a9-493f-b2e5-299893deae09 req-36cdf91c-7ad5-4bd5-a881-5a0dd951c207 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210620 Sep 14 23:05:07.856202 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-0ff26ec4-d3e6-468d-b751-b4d3f03b30bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:08.053079 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-debfa3bf-4b0d-41dc-b2a5-903e94d13af2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 23:05:08.053647 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-debfa3bf-4b0d-41dc-b2a5-903e94d13af2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 23:05:08.054262 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-debfa3bf-4b0d-41dc-b2a5-903e94d13af2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 23:05:08.054850 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-debfa3bf-4b0d-41dc-b2a5-903e94d13af2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 23:05:08.055370 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.services.segments.db [None req-debfa3bf-4b0d-41dc-b2a5-903e94d13af2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['455aefdc-91f0-47fd-b628-01ab2df10ccc']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:08.139771 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.services.segments.db [None req-debfa3bf-4b0d-41dc-b2a5-903e94d13af2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '733f0fbc-103c-4107-ba08-beb58503b8e3') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:08.139771 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.services.segments.db [None req-debfa3bf-4b0d-41dc-b2a5-903e94d13af2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '733f0fbc-103c-4107-ba08-beb58503b8e3') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:08.175510 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:08.196377 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-459e8a05-3f5d-4675-9ab9-b1fa1b532de2 req-65ec231e-4497-4ddd-91b1-5fd2b47a6512 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 210 time: 0.0836413 Sep 14 23:05:08.251267 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-debfa3bf-4b0d-41dc-b2a5-903e94d13af2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755854225062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13278720'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:08.278218 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1ea3e004-3818-4e12-b882-8d12bed2d1ad tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:08.280698 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-1ea3e004-3818-4e12-b882-8d12bed2d1ad tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.2523675 Sep 14 23:05:08.285789 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 40160) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:08.291960 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-5c203d4d-d23c-4a69-a130-aa2b447f6e8d tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Request body: {'security_group_rule': {'security_group_id': '7295f2c9-12b9-42bd-9833-125490e50cbe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:05:08.430661 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-4d9de519-a8d2-4183-bcf9-288606317b1b tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Made reservation on behalf of 4f55ab5d5aec4aa4bb5fad6ed7ea1c17 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:05:08.435268 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-4d9de519-a8d2-4183-bcf9-288606317b1b tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:08.506942 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-4133ca6f-f2cf-41b3-a256-70408063442f service neutron] Attempting to bind port b96b94a6-3d1f-4858-960f-c910199e9a56 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:05:08.507381 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-4133ca6f-f2cf-41b3-a256-70408063442f service neutron] Attempting to bind port b96b94a6-3d1f-4858-960f-c910199e9a56 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '411b859d-a35b-47cb-a842-920f3a646284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:05:08.508218 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-4133ca6f-f2cf-41b3-a256-70408063442f service neutron] Attempting to bind port b96b94a6-3d1f-4858-960f-c910199e9a56 on network 0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:05:08.512989 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-debfa3bf-4b0d-41dc-b2a5-903e94d13af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:08.530053 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-debfa3bf-4b0d-41dc-b2a5-903e94d13af2 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:05:08.530460 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-debfa3bf-4b0d-41dc-b2a5-903e94d13af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16122713'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:08.532113 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-4133ca6f-f2cf-41b3-a256-70408063442f service neutron] Port b96b94a6-3d1f-4858-960f-c910199e9a56 on network 0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 23:05:08.532739 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-4133ca6f-f2cf-41b3-a256-70408063442f service neutron] Attempting to bind port b96b94a6-3d1f-4858-960f-c910199e9a56 on network 0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:05:08.552843 dv-cinder-760178-13-iscsi neutron-server[94134]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 23:05:08.552843 dv-cinder-760178-13-iscsi neutron-server[94134]: from cryptography.utils import int_from_bytes Sep 14 23:05:08.552843 dv-cinder-760178-13-iscsi neutron-server[94134]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 23:05:08.552843 dv-cinder-760178-13-iscsi neutron-server[94134]: from cryptography.utils import int_from_bytes Sep 14 23:05:08.552843 dv-cinder-760178-13-iscsi neutron-server[94134]: Traceback (most recent call last): Sep 14 23:05:08.552843 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 23:05:08.552843 dv-cinder-760178-13-iscsi neutron-server[94134]: timer() Sep 14 23:05:08.552843 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 23:05:08.552843 dv-cinder-760178-13-iscsi neutron-server[94134]: cb(*args, **kw) Sep 14 23:05:08.552843 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 23:05:08.552843 dv-cinder-760178-13-iscsi neutron-server[94134]: return func(*args, **kwargs) Sep 14 23:05:08.552843 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 23:05:08.552843 dv-cinder-760178-13-iscsi neutron-server[94134]: self._notify() Sep 14 23:05:08.552843 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 23:05:08.552843 dv-cinder-760178-13-iscsi neutron-server[94134]: self.callback(batched_events) Sep 14 23:05:08.552843 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 23:05:08.552843 dv-cinder-760178-13-iscsi neutron-server[94134]: event.method(event) Sep 14 23:05:08.552843 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 23:05:08.552843 dv-cinder-760178-13-iscsi neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 23:05:08.552843 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 23:05:08.552843 dv-cinder-760178-13-iscsi neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 23:05:08.552843 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 23:05:08.552843 dv-cinder-760178-13-iscsi neutron-server[94134]: return f(self, *a, **k) Sep 14 23:05:08.552843 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 23:05:08.552843 dv-cinder-760178-13-iscsi neutron-server[94134]: return self._get(url).json() Sep 14 23:05:08.552843 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 23:05:08.552843 dv-cinder-760178-13-iscsi neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 23:05:08.552843 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 23:05:08.552843 dv-cinder-760178-13-iscsi neutron-server[94134]: return self.request(url, 'GET', **kwargs) Sep 14 23:05:08.552843 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 23:05:08.552843 dv-cinder-760178-13-iscsi neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 23:05:08.552843 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 23:05:08.552843 dv-cinder-760178-13-iscsi neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 23:05:08.552843 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 23:05:08.552843 dv-cinder-760178-13-iscsi neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 23:05:08.552843 dv-cinder-760178-13-iscsi neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 23:05:08.590927 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-4133ca6f-f2cf-41b3-a256-70408063442f service neutron] Checking agent: {'id': '85608d62-9d70-46cb-9db0-a1f12ce5af65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 23, 3), 'started_at': datetime.datetime(2021, 9, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:05:08.591410 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-4133ca6f-f2cf-41b3-a256-70408063442f service neutron] Checking segment: {'id': '411b859d-a35b-47cb-a842-920f3a646284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:05:08.591822 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-4133ca6f-f2cf-41b3-a256-70408063442f service neutron] Bound using segment: {'id': '411b859d-a35b-47cb-a842-920f3a646284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:05:08.592303 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-4133ca6f-f2cf-41b3-a256-70408063442f service neutron] Bound port: b96b94a6-3d1f-4858-960f-c910199e9a56, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '411b859d-a35b-47cb-a842-920f3a646284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:05:08.592681 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-4133ca6f-f2cf-41b3-a256-70408063442f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:08.701659 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-e3cfa4a7-1e89-450d-9cbd-c52b8e37222f None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:08.703604 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.notifiers.nova [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-0ff26ec4-d3e6-468d-b751-b4d3f03b30bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80c57b00-d31c-4c6f-90ad-dbf9909774c0 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:05:08.716857 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-e3cfa4a7-1e89-450d-9cbd-c52b8e37222f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:08.737220 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-0ff26ec4-d3e6-468d-b751-b4d3f03b30bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:08.782174 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-0ff26ec4-d3e6-468d-b751-b4d3f03b30bf service neutron] Transition to ACTIVE for port object 80c57b00-d31c-4c6f-90ad-dbf9909774c0 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:05:08.796901 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-0ff26ec4-d3e6-468d-b751-b4d3f03b30bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:08.904534 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5c203d4d-d23c-4a69-a130-aa2b447f6e8d tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:08.987936 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245fcf5-433e-4142-b674-e1e022ef13d5 None None] Pushing event updated for resources: {'Port': ['ID=f643576c-9bcf-4a3c-b150-0786fb9ecec0,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:09.046545 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff26ec4-d3e6-468d-b751-b4d3f03b30bf service neutron] Pushing event updated for resources: {'Port': ['ID=80c57b00-d31c-4c6f-90ad-dbf9909774c0,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:09.110208 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 17fde02c-d1ae-4d9b-a2c4-eb9e637320c3 up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:05:09.134064 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-0ff26ec4-d3e6-468d-b751-b4d3f03b30bf service neutron] Attempting to bind port 80c57b00-d31c-4c6f-90ad-dbf9909774c0 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:05:09.135167 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-0ff26ec4-d3e6-468d-b751-b4d3f03b30bf service neutron] Attempting to bind port 80c57b00-d31c-4c6f-90ad-dbf9909774c0 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': 'eb098917-dbc9-4dc3-81e9-deb624e7bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b2b15aa9-ccf4-445d-a89c-b858bbe43b47'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:05:09.135625 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-0ff26ec4-d3e6-468d-b751-b4d3f03b30bf service neutron] Attempting to bind port 80c57b00-d31c-4c6f-90ad-dbf9909774c0 on network b2b15aa9-ccf4-445d-a89c-b858bbe43b47 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:05:09.152726 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e171f49-f5f2-4753-af5a-79b30721cdb5 req-d69e9904-7ff8-4c8c-af94-d046928adeac tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:09.154788 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1e171f49-f5f2-4753-af5a-79b30721cdb5 req-d69e9904-7ff8-4c8c-af94-d046928adeac tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 944 time: 0.3684571 Sep 14 23:05:09.155987 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-0ff26ec4-d3e6-468d-b751-b4d3f03b30bf service neutron] Port 80c57b00-d31c-4c6f-90ad-dbf9909774c0 on network b2b15aa9-ccf4-445d-a89c-b858bbe43b47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 23:05:09.157016 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-0ff26ec4-d3e6-468d-b751-b4d3f03b30bf service neutron] Attempting to bind port 80c57b00-d31c-4c6f-90ad-dbf9909774c0 on network b2b15aa9-ccf4-445d-a89c-b858bbe43b47 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:05:09.170216 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-4133ca6f-f2cf-41b3-a256-70408063442f service neutron] For port b96b94a6-3d1f-4858-960f-c910199e9a56, host hv-cinder-76017, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:05:09.177268 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-4133ca6f-f2cf-41b3-a256-70408063442f service neutron] For port b96b94a6-3d1f-4858-960f-c910199e9a56, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=b96b94a6-3d1f-4858-960f-c910199e9a56,segment=NetworkSegment(411b859d-a35b-47cb-a842-920f3a646284),segment_id=411b859d-a35b-47cb-a842-920f3a646284)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:05:09.214124 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-4133ca6f-f2cf-41b3-a256-70408063442f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:09.223179 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5c203d4d-d23c-4a69-a130-aa2b447f6e8d tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:09.243485 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-e3cfa4a7-1e89-450d-9cbd-c52b8e37222f None None] Attempting to bind port f643576c-9bcf-4a3c-b150-0786fb9ecec0 on host dv-cinder-760178-13-iscsi for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:05:09.244128 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-e3cfa4a7-1e89-450d-9cbd-c52b8e37222f None None] Attempting to bind port f643576c-9bcf-4a3c-b150-0786fb9ecec0 by drivers openvswitch,hyperv on host dv-cinder-760178-13-iscsi at level 0 using segments [{'id': 'be17818b-7699-476a-ab10-d7d8b4987e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:05:09.244398 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cfa4a7-1e89-450d-9cbd-c52b8e37222f None None] Attempting to bind port f643576c-9bcf-4a3c-b150-0786fb9ecec0 on network aa9e38bf-d2d8-4eb7-8a53-97cdb6720662 {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:05:09.255837 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05efea-924e-413e-bcdc-42800a76254a req-d4dc56c5-3740-4f79-9238-1735f94dfe7b tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:09.257620 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5c05efea-924e-413e-bcdc-42800a76254a req-d4dc56c5-3740-4f79-9238-1735f94dfe7b tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 944 time: 0.2070549 Sep 14 23:05:09.263030 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5c203d4d-d23c-4a69-a130-aa2b447f6e8d tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474660'] for security_group_rule, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:09.278683 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-0ff26ec4-d3e6-468d-b751-b4d3f03b30bf service neutron] Checking agent: {'id': '85608d62-9d70-46cb-9db0-a1f12ce5af65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 23, 3), 'started_at': datetime.datetime(2021, 9, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:05:09.279131 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-0ff26ec4-d3e6-468d-b751-b4d3f03b30bf service neutron] Checking segment: {'id': 'eb098917-dbc9-4dc3-81e9-deb624e7bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b2b15aa9-ccf4-445d-a89c-b858bbe43b47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:05:09.279799 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-0ff26ec4-d3e6-468d-b751-b4d3f03b30bf service neutron] Bound using segment: {'id': 'eb098917-dbc9-4dc3-81e9-deb624e7bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b2b15aa9-ccf4-445d-a89c-b858bbe43b47'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:05:09.280762 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-0ff26ec4-d3e6-468d-b751-b4d3f03b30bf service neutron] Bound port: 80c57b00-d31c-4c6f-90ad-dbf9909774c0, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb098917-dbc9-4dc3-81e9-deb624e7bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b2b15aa9-ccf4-445d-a89c-b858bbe43b47'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:05:09.281314 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-0ff26ec4-d3e6-468d-b751-b4d3f03b30bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:09.297463 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cfa4a7-1e89-450d-9cbd-c52b8e37222f None None] Checking agent: {'id': 'dcc8e868-81e9-4312-adfc-cfdfaec503c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 57, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:05:09.297926 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cfa4a7-1e89-450d-9cbd-c52b8e37222f None None] Checking segment: {'id': 'be17818b-7699-476a-ab10-d7d8b4987e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:05:09.298497 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-e3cfa4a7-1e89-450d-9cbd-c52b8e37222f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:09.301522 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cfa4a7-1e89-450d-9cbd-c52b8e37222f None None] Bound using segment: {'id': 'be17818b-7699-476a-ab10-d7d8b4987e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:05:09.301664 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-e3cfa4a7-1e89-450d-9cbd-c52b8e37222f None None] Bound port: f643576c-9bcf-4a3c-b150-0786fb9ecec0, host: dv-cinder-760178-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be17818b-7699-476a-ab10-d7d8b4987e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:05:09.302029 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-e3cfa4a7-1e89-450d-9cbd-c52b8e37222f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:09.311788 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.52', 55124) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:09.331703 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c203d4d-d23c-4a69-a130-aa2b447f6e8d tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=051533f3-bd4e-4c07-8482-7e89dcb421b4,revision_number=0']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:09.385597 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133ca6f-f2cf-41b3-a256-70408063442f service neutron] Pushing event updated for resources: {'Port': ['ID=b96b94a6-3d1f-4858-960f-c910199e9a56,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:09.406862 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-debfa3bf-4b0d-41dc-b2a5-903e94d13af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3627085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529177'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:09.425901 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-debfa3bf-4b0d-41dc-b2a5-903e94d13af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:09.429738 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-debfa3bf-4b0d-41dc-b2a5-903e94d13af2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/455aefdc-91f0-47fd-b628-01ab2df10ccc HTTP/1.1" status: 204 len: 168 time: 3.2137904 Sep 14 23:05:09.461288 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.db [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-0ff26ec4-d3e6-468d-b751-b4d3f03b30bf service neutron] For port 80c57b00-d31c-4c6f-90ad-dbf9909774c0, host hv-cinder-76017, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:05:09.473640 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.db [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-0ff26ec4-d3e6-468d-b751-b4d3f03b30bf service neutron] For port 80c57b00-d31c-4c6f-90ad-dbf9909774c0, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=80c57b00-d31c-4c6f-90ad-dbf9909774c0,segment=NetworkSegment(eb098917-dbc9-4dc3-81e9-deb624e7bf20),segment_id=eb098917-dbc9-4dc3-81e9-deb624e7bf20)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:05:09.479871 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 40190) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:09.485245 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debfa3bf-4b0d-41dc-b2a5-903e94d13af2 admin admin] Pushing event deleted for resources: {'Network': ['ID=455aefdc-91f0-47fd-b628-01ab2df10ccc,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:09.512708 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-4133ca6f-f2cf-41b3-a256-70408063442f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:09.513987 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-4133ca6f-f2cf-41b3-a256-70408063442f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:09.516463 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-4133ca6f-f2cf-41b3-a256-70408063442f service neutron] 10.222.0.52 "PUT /v2.0/ports/b96b94a6-3d1f-4858-960f-c910199e9a56 HTTP/1.1" status: 200 len: 1094 time: 5.7163086 Sep 14 23:05:09.575438 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-048fc545-a3c3-493a-a931-089d41707372 None None] Provisioning complete for port f643576c-9bcf-4a3c-b150-0786fb9ecec0 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:05:09.575828 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-048fc545-a3c3-493a-a931-089d41707372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:09.577834 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-0ff26ec4-d3e6-468d-b751-b4d3f03b30bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:09.612135 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5c203d4d-d23c-4a69-a130-aa2b447f6e8d tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:09.614070 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-5c203d4d-d23c-4a69-a130-aa2b447f6e8d tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3267782 Sep 14 23:05:09.670285 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fbae247-acfb-4d8e-a8a8-75b7fd025255', 'tag': 'b96b94a6-3d1f-4858-960f-c910199e9a56'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:05:09.689499 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b1a1f3-6d7e-4a0f-bce5-40b052306ecc admin admin] Deleting subnet dad329d8-eed5-416f-b3cc-50578caaddfc {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 23:05:09.706894 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 40196) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:09.711633 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff26ec4-d3e6-468d-b751-b4d3f03b30bf service neutron] Pushing event updated for resources: {'Port': ['ID=80c57b00-d31c-4c6f-90ad-dbf9909774c0,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:09.722718 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1e171f49-f5f2-4753-af5a-79b30721cdb5 req-879f36e8-31a4-4a45-af48-95b5ff3c5bac tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ca2a34d-cbbc-4e97-89d9-219fcac7f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4957602 Sep 14 23:05:09.753907 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-0ff26ec4-d3e6-468d-b751-b4d3f03b30bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:09.754550 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-0ff26ec4-d3e6-468d-b751-b4d3f03b30bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for port, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:09.756827 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-0ff26ec4-d3e6-468d-b751-b4d3f03b30bf service neutron] 10.222.0.52 "PUT /v2.0/ports/80c57b00-d31c-4c6f-90ad-dbf9909774c0 HTTP/1.1" status: 200 len: 1094 time: 2.0392647 Sep 14 23:05:09.757735 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b838098-23bd-4b48-b987-5551df4dcdb4', 'tag': '80c57b00-d31c-4c6f-90ad-dbf9909774c0'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:05:09.789040 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-048fc545-a3c3-493a-a931-089d41707372 None None] Port f643576c-9bcf-4a3c-b150-0786fb9ecec0 cannot update to ACTIVE because it is not bound. {{(pid=94136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 23:05:09.794690 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port 17fde02c-d1ae-4d9b-a2c4-eb9e637320c3 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:05:09.803786 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:09.852722 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-93b1a1f3-6d7e-4a0f-bce5-40b052306ecc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:09.921554 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-93b1a1f3-6d7e-4a0f-bce5-40b052306ecc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13278731'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:09.968834 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-e3cfa4a7-1e89-450d-9cbd-c52b8e37222f None None] For port f643576c-9bcf-4a3c-b150-0786fb9ecec0, host dv-cinder-760178-13-iscsi, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:05:10.000121 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-60ea58c4-e714-42bf-8675-2f6f0ea0b4b0 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Request body: {'security_group_rule': {'security_group_id': '7295f2c9-12b9-42bd-9833-125490e50cbe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:05:10.003624 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5c05efea-924e-413e-bcdc-42800a76254a req-a290be02-e486-4cd0-8ecd-64c18e4a38c0 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6792364 Sep 14 23:05:10.016785 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-e3cfa4a7-1e89-450d-9cbd-c52b8e37222f None None] For port f643576c-9bcf-4a3c-b150-0786fb9ecec0, host dv-cinder-760178-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=f643576c-9bcf-4a3c-b150-0786fb9ecec0,segment=NetworkSegment(be17818b-7699-476a-ab10-d7d8b4987e70),segment_id=be17818b-7699-476a-ab10-d7d8b4987e70)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:05:10.034745 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-e3cfa4a7-1e89-450d-9cbd-c52b8e37222f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:10.179248 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7603775d-34b5-4fcb-87a6-1777e07e8026 req-0a7a6e54-13a5-4099-ac1b-8b993f414c0f tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 210 time: 0.1743410 Sep 14 23:05:10.197074 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-2af58121-c2ad-4e31-b3fa-5024c8e47e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:10.198807 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-2af58121-c2ad-4e31-b3fa-5024c8e47e05 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bc1271fa491549719c806a991d7f233c&device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 1097 time: 0.5013547 Sep 14 23:05:10.237646 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-93b1a1f3-6d7e-4a0f-bce5-40b052306ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3629011'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:10.242091 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-4d9de519-a8d2-4183-bcf9-288606317b1b tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Allocated IP 172.20.0.13 (26f36da6-a1ec-4137-a9bd-9ec8524b7b1b/9f597290-8184-475e-a5f8-accd68e76ba3/62948c9e-37ac-4b8d-a204-5537e386aab9) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:05:10.312160 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-654627d3-8ce6-4b7e-88bc-d6dc3eb8a283 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:10.314673 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-654627d3-8ce6-4b7e-88bc-d6dc3eb8a283 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.52 "GET /v2.0/networks?id=26f36da6-a1ec-4137-a9bd-9ec8524b7b1b HTTP/1.1" status: 200 len: 818 time: 0.8393972 Sep 14 23:05:10.319788 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-31e1fd80-865b-4645-bc20-188cf71a4e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:10.329063 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-31e1fd80-865b-4645-bc20-188cf71a4e77 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=587b687926ec49439ef73d2b4747d86e&device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 1097 time: 0.4243774 Sep 14 23:05:10.335106 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e3d9041226317d09edcf9166cd50e54bb38c01393ec1a923659a7df53ecbff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9c6dec-2d4d-4e69-81a2-fc698deb3453" -d '{"events": [{"name": "network-changed", "server_uuid": "8b838098-23bd-4b48-b987-5551df4dcdb4", "tag": "80c57b00-d31c-4c6f-90ad-dbf9909774c0"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:05:10.374522 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-400b5562-4bbe-489b-83e1-acca6b8b2eec tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Request body: {'port': {'device_id': '9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33', 'network_id': '26f36da6-a1ec-4137-a9bd-9ec8524b7b1b', 'admin_state_up': True, 'tenant_id': '4f55ab5d5aec4aa4bb5fad6ed7ea1c17'}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:05:10.441608 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-33627f71-dd16-4560-803f-20f2c4f1490e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b96b94a6-3d1f-4858-960f-c910199e9a56 HTTP/1.1" status: 200 len: 217 time: 0.2061675 Sep 14 23:05:10.448083 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b27504ed887e131bccbae67cb08e94fb53697a19aeb48787dd98b51fbb9c8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7b818f-1540-4d09-a5c5-94c451518691" -d '{"events": [{"name": "network-changed", "server_uuid": "2fbae247-acfb-4d8e-a8a8-75b7fd025255", "tag": "b96b94a6-3d1f-4858-960f-c910199e9a56"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:05:10.520970 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-60ea58c4-e714-42bf-8675-2f6f0ea0b4b0 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:10.562639 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245fcf5-433e-4142-b674-e1e022ef13d5 None None] Pushing event updated for resources: {'Port': ['ID=f643576c-9bcf-4a3c-b150-0786fb9ecec0,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:10.595615 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cfa4a7-1e89-450d-9cbd-c52b8e37222f None None] Routers {'9bbc854c-1048-4948-aeba-8ad44aa5ecf8'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:05:10.599584 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-e3cfa4a7-1e89-450d-9cbd-c52b8e37222f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:05:05Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['9bbc854c-1048-4948-aeba-8ad44aa5ecf8'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:10.914950 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 23:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3f48da-04ac-4904-8441-105cd4934602 x-openstack-request-id: req-ca3f48da-04ac-4904-8441-105cd4934602 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:05:10.915270 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fbae247-acfb-4d8e-a8a8-75b7fd025255", "tag": "b96b94a6-3d1f-4858-960f-c910199e9a56", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:05:10.915621 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ca3f48da-04ac-4904-8441-105cd4934602 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:05:10.916180 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fbae247-acfb-4d8e-a8a8-75b7fd025255', 'tag': 'b96b94a6-3d1f-4858-960f-c910199e9a56', 'status': 'completed', 'code': 200} Sep 14 23:05:10.920430 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-e3cfa4a7-1e89-450d-9cbd-c52b8e37222f None None] Set router 9bbc854c-1048-4948-aeba-8ad44aa5ecf8 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:05:10.977622 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-bc6b2b02-64b1-4be6-8136-e6753b8f4eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:10.983093 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-bc6b2b02-64b1-4be6-8136-e6753b8f4eff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1c5a658a-b7a0-4ad2-a0ca-d4f0b8394e24 HTTP/1.1" status: 200 len: 851 time: 0.4621673 Sep 14 23:05:10.991186 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-93b1a1f3-6d7e-4a0f-bce5-40b052306ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16122503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13474262'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:11.062414 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-93b1a1f3-6d7e-4a0f-bce5-40b052306ecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:11.064390 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-93b1a1f3-6d7e-4a0f-bce5-40b052306ecc admin admin] 10.222.0.39 "DELETE /v2.0/subnets/dad329d8-eed5-416f-b3cc-50578caaddfc HTTP/1.1" status: 204 len: 168 time: 1.5673161 Sep 14 23:05:11.077285 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 40254) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:11.078554 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 23:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e3432f-2425-4a9e-982e-62913403c531 x-openstack-request-id: req-01e3432f-2425-4a9e-982e-62913403c531 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:05:11.079120 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b838098-23bd-4b48-b987-5551df4dcdb4", "tag": "80c57b00-d31c-4c6f-90ad-dbf9909774c0", "status": "completed", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:05:11.079120 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-01e3432f-2425-4a9e-982e-62913403c531 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:05:11.079480 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b838098-23bd-4b48-b987-5551df4dcdb4', 'tag': '80c57b00-d31c-4c6f-90ad-dbf9909774c0', 'status': 'completed', 'code': 200} Sep 14 23:05:11.124195 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device f643576c-9bcf-4a3c-b150-0786fb9ecec0 up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:05:11.146551 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-60ea58c4-e714-42bf-8675-2f6f0ea0b4b0 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:11.206361 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-3123d75f-36d4-4ecf-9449-5aa16c646b2b None None] Provisioning complete for port f643576c-9bcf-4a3c-b150-0786fb9ecec0 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:05:11.207252 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-3123d75f-36d4-4ecf-9449-5aa16c646b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:11.411835 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-3123d75f-36d4-4ecf-9449-5aa16c646b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:11.463980 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port f643576c-9bcf-4a3c-b150-0786fb9ecec0 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:05:11.464473 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:11.603244 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-3123d75f-36d4-4ecf-9449-5aa16c646b2b None None] For port f643576c-9bcf-4a3c-b150-0786fb9ecec0, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=f643576c-9bcf-4a3c-b150-0786fb9ecec0,segment=NetworkSegment(be17818b-7699-476a-ab10-d7d8b4987e70),segment_id=be17818b-7699-476a-ab10-d7d8b4987e70)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:05:11.618116 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-3123d75f-36d4-4ecf-9449-5aa16c646b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:11.623048 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-98893ec8-c801-411a-b255-8d838ee9161c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5820982 Sep 14 23:05:11.667726 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-60ea58c4-e714-42bf-8675-2f6f0ea0b4b0 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474660'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:11.688874 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-8a68bf0c-acfc-461c-a0df-602c32a1420d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80c57b00-d31c-4c6f-90ad-dbf9909774c0 HTTP/1.1" status: 200 len: 217 time: 1.2497602 Sep 14 23:05:11.700090 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1a1f3-6d7e-4a0f-bce5-40b052306ecc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dad329d8-eed5-416f-b3cc-50578caaddfc,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:11.709801 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea58c4-e714-42bf-8675-2f6f0ea0b4b0 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c549a73-c2c5-4bc3-9a38-7cd9e06397d7,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:11.737896 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad016515-7fc8-42d5-beae-507940f7c328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3648290'] for network, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:11.878847 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373c5cf-72ae-40cd-9565-adafccfc0afe req-06d5cfb0-ee45-4cef-a9f7-55fdce145f67 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:11.880620 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2373c5cf-72ae-40cd-9565-adafccfc0afe req-06d5cfb0-ee45-4cef-a9f7-55fdce145f67 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 944 time: 0.8044415 Sep 14 23:05:11.915345 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-e3cfa4a7-1e89-450d-9cbd-c52b8e37222f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'name': 'tempest-AttachVolumeShelveTestJSON-643546090-router', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:04:50Z', 'updated_at': '2021-09-14T23:04:58Z', 'revision_number': 4, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'gw_port': {'id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:52Z', 'updated_at': '2021-09-14T23:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': 'f643576c-9bcf-4a3c-b150-0786fb9ecec0', 'name': '', 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'mac_address': 'fa:16:3e:01:85:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:57Z', 'updated_at': '2021-09-14T23:05:09Z', 'revision_number': 4, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'subnets': [{'id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:11.936481 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445e99a-eaff-4659-b676-be62d4f30662 req-f04df9f2-2ccb-4bfe-8fd3-649b621c3ce2 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:11.938826 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-60ea58c4-e714-42bf-8675-2f6f0ea0b4b0 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:11.944919 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b445e99a-eaff-4659-b676-be62d4f30662 req-f04df9f2-2ccb-4bfe-8fd3-649b621c3ce2 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 944 time: 0.5634115 Sep 14 23:05:11.946056 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-60ea58c4-e714-42bf-8675-2f6f0ea0b4b0 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2378540 Sep 14 23:05:11.951463 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 40274) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:11.960465 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-00300bca-c6b4-4e6e-98ba-bbc0a3490014 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Request body: {'floatingip': {'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:05:11.967942 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-400b5562-4bbe-489b-83e1-acca6b8b2eec tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Made reservation on behalf of 4f55ab5d5aec4aa4bb5fad6ed7ea1c17 for: {'port': 1} {{(pid=94135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:05:11.975382 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-400b5562-4bbe-489b-83e1-acca6b8b2eec tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:12.008919 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2373c5cf-72ae-40cd-9565-adafccfc0afe req-e79fd810-10a0-4877-a3e0-c62d8eefe137 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ca2a34d-cbbc-4e97-89d9-219fcac7f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047807 Sep 14 23:05:12.019294 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123d75f-36d4-4ecf-9449-5aa16c646b2b None None] Pushing event updated for resources: {'Port': ['ID=f643576c-9bcf-4a3c-b150-0786fb9ecec0,revision_number=5']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:12.022720 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cfa4a7-1e89-450d-9cbd-c52b8e37222f None None] The sync data for ids ['9bbc854c-1048-4948-aeba-8ad44aa5ecf8'] in dv-cinder-760178-13-iscsi is: [{'id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'name': 'tempest-AttachVolumeShelveTestJSON-643546090-router', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:04:50Z', 'updated_at': '2021-09-14T23:04:58Z', 'revision_number': 4, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'gw_port': {'id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:52Z', 'updated_at': '2021-09-14T23:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': 'f643576c-9bcf-4a3c-b150-0786fb9ecec0', 'name': '', 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'mac_address': 'fa:16:3e:01:85:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:57Z', 'updated_at': '2021-09-14T23:05:09Z', 'revision_number': 4, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'subnets': [{'id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:05:12.109783 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-00300bca-c6b4-4e6e-98ba-bbc0a3490014 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:12.117720 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad016515-7fc8-42d5-beae-507940f7c328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3627092', 'neutron.services.segments.db._delete_segments_for_network-8755854224285'] for network, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:12.143142 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-4d9de519-a8d2-4183-bcf9-288606317b1b tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:12.169143 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b445e99a-eaff-4659-b676-be62d4f30662 req-fa7ca007-7284-4b90-bfae-478475c91fe0 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241876 Sep 14 23:05:12.335757 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-4d9de519-a8d2-4183-bcf9-288606317b1b tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:12.359147 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f6f4bbf5-3e2b-4b78-8bc6-b9c79fdd6cf3 req-d8ad3edf-0c56-43c9-bb38-45b6347ea682 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 210 time: 0.1827495 Sep 14 23:05:12.436007 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-4d9de519-a8d2-4183-bcf9-288606317b1b tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Network 26f36da6-a1ec-4137-a9bd-9ec8524b7b1b is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:05:12.438561 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-00300bca-c6b4-4e6e-98ba-bbc0a3490014 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:12.443701 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-4d9de519-a8d2-4183-bcf9-288606317b1b tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:05:12.455591 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-4d9de519-a8d2-4183-bcf9-288606317b1b tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:05:12.495809 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9de519-a8d2-4183-bcf9-288606317b1b tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Pushing event updated for resources: {'Port': ['ID=62948c9e-37ac-4b8d-a204-5537e386aab9,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:12.513766 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad016515-7fc8-42d5-beae-507940f7c328 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 23:05:12.513766 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad016515-7fc8-42d5-beae-507940f7c328 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 23:05:12.514650 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad016515-7fc8-42d5-beae-507940f7c328 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 23:05:12.515175 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad016515-7fc8-42d5-beae-507940f7c328 admin admin] Subscribe: > port after_create 55550000 {{(pid=94135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 23:05:12.515599 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad016515-7fc8-42d5-beae-507940f7c328 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 23:05:12.516035 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad016515-7fc8-42d5-beae-507940f7c328 admin admin] Subscribe: > port after_update 55550000 {{(pid=94135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 23:05:12.516590 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad016515-7fc8-42d5-beae-507940f7c328 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 23:05:12.517205 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad016515-7fc8-42d5-beae-507940f7c328 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 23:05:12.517953 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad016515-7fc8-42d5-beae-507940f7c328 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 23:05:12.518407 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad016515-7fc8-42d5-beae-507940f7c328 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 23:05:12.701323 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad016515-7fc8-42d5-beae-507940f7c328 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 23:05:12.702105 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad016515-7fc8-42d5-beae-507940f7c328 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 23:05:12.702668 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad016515-7fc8-42d5-beae-507940f7c328 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 23:05:12.703221 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad016515-7fc8-42d5-beae-507940f7c328 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 23:05:12.703827 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.services.segments.db [None req-ad016515-7fc8-42d5-beae-507940f7c328 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfb9967d-6b7b-4be9-bfa1-887de59ea497']}} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:12.713788 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-400b5562-4bbe-489b-83e1-acca6b8b2eec tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Allocated IP 172.20.0.2 (26f36da6-a1ec-4137-a9bd-9ec8524b7b1b/9f597290-8184-475e-a5f8-accd68e76ba3/d097e64d-d5b0-44aa-9785-a801be858f31) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:05:12.804423 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-4d9de519-a8d2-4183-bcf9-288606317b1b tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:12.809947 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-4d9de519-a8d2-4183-bcf9-288606317b1b tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:12.848361 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 40296) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:12.849646 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.services.segments.db [None req-ad016515-7fc8-42d5-beae-507940f7c328 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62f16a9-2ea2-4c51-a805-64a6133d9c13') {'for_net_delete': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:12.850188 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.services.segments.db [None req-ad016515-7fc8-42d5-beae-507940f7c328 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62f16a9-2ea2-4c51-a805-64a6133d9c13') {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:12.886954 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad016515-7fc8-42d5-beae-507940f7c328 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755854225062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14789332'] for segment, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:12.964468 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-28923bd3-7717-494b-b9d4-10a1f9373ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:12.972179 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-28923bd3-7717-494b-b9d4-10a1f9373ca6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6725ab53-7683-483a-af50-4917aca481fa HTTP/1.1" status: 200 len: 852 time: 0.2499549 Sep 14 23:05:12.988763 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad016515-7fc8-42d5-beae-507940f7c328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046'] for segment, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:13.059160 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad016515-7fc8-42d5-beae-507940f7c328 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:05:13.061027 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad016515-7fc8-42d5-beae-507940f7c328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16666794'] for segment, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:13.074001 dv-cinder-760178-13-iscsi neutron-server[94135]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 23:05:13.074001 dv-cinder-760178-13-iscsi neutron-server[94135]: from cryptography.utils import int_from_bytes Sep 14 23:05:13.074001 dv-cinder-760178-13-iscsi neutron-server[94135]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 23:05:13.074001 dv-cinder-760178-13-iscsi neutron-server[94135]: from cryptography.utils import int_from_bytes Sep 14 23:05:13.074001 dv-cinder-760178-13-iscsi neutron-server[94135]: Traceback (most recent call last): Sep 14 23:05:13.074001 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 23:05:13.074001 dv-cinder-760178-13-iscsi neutron-server[94135]: timer() Sep 14 23:05:13.074001 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 23:05:13.074001 dv-cinder-760178-13-iscsi neutron-server[94135]: cb(*args, **kw) Sep 14 23:05:13.074001 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 23:05:13.074001 dv-cinder-760178-13-iscsi neutron-server[94135]: return func(*args, **kwargs) Sep 14 23:05:13.074001 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 23:05:13.074001 dv-cinder-760178-13-iscsi neutron-server[94135]: self._notify() Sep 14 23:05:13.074001 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 23:05:13.074001 dv-cinder-760178-13-iscsi neutron-server[94135]: self.callback(batched_events) Sep 14 23:05:13.074001 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 23:05:13.074001 dv-cinder-760178-13-iscsi neutron-server[94135]: event.method(event) Sep 14 23:05:13.074001 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 23:05:13.074001 dv-cinder-760178-13-iscsi neutron-server[94135]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 23:05:13.074001 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 23:05:13.074001 dv-cinder-760178-13-iscsi neutron-server[94135]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 23:05:13.074001 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 23:05:13.074001 dv-cinder-760178-13-iscsi neutron-server[94135]: return f(self, *a, **k) Sep 14 23:05:13.074001 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 23:05:13.074001 dv-cinder-760178-13-iscsi neutron-server[94135]: return self._get(url).json() Sep 14 23:05:13.074001 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 23:05:13.074001 dv-cinder-760178-13-iscsi neutron-server[94135]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 23:05:13.074001 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 23:05:13.074001 dv-cinder-760178-13-iscsi neutron-server[94135]: return self.request(url, 'GET', **kwargs) Sep 14 23:05:13.074001 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 23:05:13.074001 dv-cinder-760178-13-iscsi neutron-server[94135]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 23:05:13.074001 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 23:05:13.074001 dv-cinder-760178-13-iscsi neutron-server[94135]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 23:05:13.074001 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 23:05:13.074001 dv-cinder-760178-13-iscsi neutron-server[94135]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 23:05:13.074001 dv-cinder-760178-13-iscsi neutron-server[94135]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 23:05:13.094200 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device f643576c-9bcf-4a3c-b150-0786fb9ecec0 up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:05:13.211400 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-4d9de519-a8d2-4183-bcf9-288606317b1b tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6701896 Sep 14 23:05:13.227969 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b99ad0a1-b7f3-4681-b68c-cc8c18af932b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:13.275381 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port f643576c-9bcf-4a3c-b150-0786fb9ecec0 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:05:13.277925 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:13.308560 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-00300bca-c6b4-4e6e-98ba-bbc0a3490014 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Allocated IP 172.27.3.116 (97df119d-fd41-4b39-86f3-953f642e27ab/0cfef410-e94d-43c5-8572-4959e322a29a/c9764339-2bfa-49d7-a04f-4df7388e93bc) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:05:13.346424 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-1a09e5eb-7a51-4d35-98ea-dff21e719849 service neutron] 10.222.0.52 "GET /v2.0/networks/0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7246096 Sep 14 23:05:13.516964 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad016515-7fc8-42d5-beae-507940f7c328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3627085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529177'] for network, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:13.566947 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-00300bca-c6b4-4e6e-98ba-bbc0a3490014 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:13.575676 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad016515-7fc8-42d5-beae-507940f7c328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for network, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:13.578008 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-ad016515-7fc8-42d5-beae-507940f7c328 admin admin] 10.222.0.39 "DELETE /v2.0/networks/bfb9967d-6b7b-4be9-bfa1-887de59ea497 HTTP/1.1" status: 204 len: 168 time: 2.3784940 Sep 14 23:05:13.594865 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b99ad0a1-b7f3-4681-b68c-cc8c18af932b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:13.607205 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b99ad0a1-b7f3-4681-b68c-cc8c18af932b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:13.636979 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf5362-b295-4fb5-8b57-03b0c01c84f1 req-fff2f605-f511-475f-8cf1-a13dc6f6a0a8 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:13.652913 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b8bf5362-b295-4fb5-8b57-03b0c01c84f1 req-fff2f605-f511-475f-8cf1-a13dc6f6a0a8 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 944 time: 0.2211657 Sep 14 23:05:13.671315 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ec599-ff3c-4d97-b412-01981e6d6219 req-c1eab896-8d3e-4df1-9cb4-95404bc55be2 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:13.673672 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-524ec599-ff3c-4d97-b412-01981e6d6219 req-c1eab896-8d3e-4df1-9cb4-95404bc55be2 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 944 time: 0.5118823 Sep 14 23:05:13.692170 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-b99ad0a1-b7f3-4681-b68c-cc8c18af932b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=569b831143d842e3a664035bddadff4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8237951 Sep 14 23:05:13.693014 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ad0a1-b7f3-4681-b68c-cc8c18af932b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d97ef0-2513-45ad-9fe6-fc5655311e98,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:13.695690 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 40318) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:13.706714 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad016515-7fc8-42d5-beae-507940f7c328 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfb9967d-6b7b-4be9-bfa1-887de59ea497,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:13.721643 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-00300bca-c6b4-4e6e-98ba-bbc0a3490014 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:13.768834 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-524ec599-ff3c-4d97-b412-01981e6d6219 req-a9611cea-95c6-4c26-93b9-a0225006ac77 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ca2a34d-cbbc-4e97-89d9-219fcac7f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698311 Sep 14 23:05:13.785966 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00300bca-c6b4-4e6e-98ba-bbc0a3490014 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Network 97df119d-fd41-4b39-86f3-953f642e27ab is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:05:13.794228 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-00300bca-c6b4-4e6e-98ba-bbc0a3490014 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:05:13.796091 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-400b5562-4bbe-489b-83e1-acca6b8b2eec tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:13.799001 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00300bca-c6b4-4e6e-98ba-bbc0a3490014 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:05:13.855933 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b8bf5362-b295-4fb5-8b57-03b0c01c84f1 req-8caee32b-5334-44e8-95cc-33edc16bfe40 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850941 Sep 14 23:05:13.858189 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0ca6af46-e660-449e-9e8f-dc4db93cc958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:13.865081 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00300bca-c6b4-4e6e-98ba-bbc0a3490014 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Pushing event updated for resources: {'Port': ['ID=c9764339-2bfa-49d7-a04f-4df7388e93bc,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:13.918019 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0ca6af46-e660-449e-9e8f-dc4db93cc958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:13.933855 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 40322) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:13.995574 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-400b5562-4bbe-489b-83e1-acca6b8b2eec tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:14.013209 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e1638f63-dc0f-45ba-9c86-c2880c792a48 req-e66c2883-fce3-489c-845d-2e4f330eaa48 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 210 time: 0.0711029 Sep 14 23:05:14.075527 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0ca6af46-e660-449e-9e8f-dc4db93cc958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:14.078124 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0ca6af46-e660-449e-9e8f-dc4db93cc958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:14.082293 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-0ca6af46-e660-449e-9e8f-dc4db93cc958 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f9d97ef0-2513-45ad-9fe6-fc5655311e98 HTTP/1.1" status: 204 len: 168 time: 0.3834033 Sep 14 23:05:14.104851 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-400b5562-4bbe-489b-83e1-acca6b8b2eec tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Network 26f36da6-a1ec-4137-a9bd-9ec8524b7b1b is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:05:14.108835 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-400b5562-4bbe-489b-83e1-acca6b8b2eec tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:05:14.113308 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-400b5562-4bbe-489b-83e1-acca6b8b2eec tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:05:14.124144 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b5562-4bbe-489b-83e1-acca6b8b2eec tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Pushing event updated for resources: {'Port': ['ID=d097e64d-d5b0-44aa-9785-a801be858f31,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:14.142295 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6af46-e660-449e-9e8f-dc4db93cc958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d97ef0-2513-45ad-9fe6-fc5655311e98,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:14.152704 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-ebd69f21-bd49-4b5c-811b-da56891b49c8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=02a8db524b9a4bdcb12531e38d27a2e4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2048228 Sep 14 23:05:14.154205 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 40330) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:14.185469 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-00300bca-c6b4-4e6e-98ba-bbc0a3490014 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:14.205553 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-400b5562-4bbe-489b-83e1-acca6b8b2eec tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:14.206218 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-400b5562-4bbe-489b-83e1-acca6b8b2eec tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for port, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:14.229951 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-00300bca-c6b4-4e6e-98ba-bbc0a3490014 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:14.233698 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-400b5562-4bbe-489b-83e1-acca6b8b2eec tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8650668 Sep 14 23:05:14.238333 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b334bdd0-9ca3-4375-9c09-58d04dd56e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:14.262079 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b334bdd0-9ca3-4375-9c09-58d04dd56e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:14.318910 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b334bdd0-9ca3-4375-9c09-58d04dd56e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:14.322182 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b334bdd0-9ca3-4375-9c09-58d04dd56e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:14.323950 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-b334bdd0-9ca3-4375-9c09-58d04dd56e15 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d2722dab-e47d-4e60-b5ae-30ccb278e3ce HTTP/1.1" status: 204 len: 168 time: 0.1687684 Sep 14 23:05:14.331700 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334bdd0-9ca3-4375-9c09-58d04dd56e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2722dab-e47d-4e60-b5ae-30ccb278e3ce,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:14.411258 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-00300bca-c6b4-4e6e-98ba-bbc0a3490014 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:14.417038 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-00300bca-c6b4-4e6e-98ba-bbc0a3490014 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:14.490814 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00300bca-c6b4-4e6e-98ba-bbc0a3490014 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Pushing event updated for resources: {'Port': ['ID=c9764339-2bfa-49d7-a04f-4df7388e93bc,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:14.501622 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-00300bca-c6b4-4e6e-98ba-bbc0a3490014 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529163'] for floatingip, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:14.515605 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 40338) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:14.520288 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-00300bca-c6b4-4e6e-98ba-bbc0a3490014 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:14.530660 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-00300bca-c6b4-4e6e-98ba-bbc0a3490014 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5682993 Sep 14 23:05:14.530823 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6334dae1-b0d9-454c-89c8-32b97448c572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:14.637427 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6334dae1-b0d9-454c-89c8-32b97448c572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:14.642073 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6334dae1-b0d9-454c-89c8-32b97448c572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:14.679657 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-6334dae1-b0d9-454c-89c8-32b97448c572 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ced49c45a12e486aaf0c6191d2a53399&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1628921 Sep 14 23:05:14.682197 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334dae1-b0d9-454c-89c8-32b97448c572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb38ae6e-4fab-430c-99f0-74fe77c8e6ae,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:14.682895 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 40352) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:14.750859 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-265b88b7-5e1b-4145-ae78-d93ed5dbef70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:14.764836 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-3aaa4324-04a2-43ae-97ad-6ff0f66bd029 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1926379218&fields=id&tenant_id=e1f3957a62c7479aaeab959ee6f17284 HTTP/1.1" status: 200 len: 267 time: 0.0543365 Sep 14 23:05:14.774028 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-265b88b7-5e1b-4145-ae78-d93ed5dbef70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:14.817538 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 40358) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:14.833170 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-265b88b7-5e1b-4145-ae78-d93ed5dbef70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:14.835839 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-265b88b7-5e1b-4145-ae78-d93ed5dbef70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:14.837031 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-265b88b7-5e1b-4145-ae78-d93ed5dbef70 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bb38ae6e-4fab-430c-99f0-74fe77c8e6ae HTTP/1.1" status: 204 len: 168 time: 0.1531482 Sep 14 23:05:14.849523 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b88b7-5e1b-4145-ae78-d93ed5dbef70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb38ae6e-4fab-430c-99f0-74fe77c8e6ae,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:14.956873 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-87a15050-80f8-48a1-9d1f-80ddb0a7dc0a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a36e2e191ecf40f185c7b43ad88001c0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1381714 Sep 14 23:05:14.959689 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 40366) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:14.966323 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-26cb6c57-a26e-4ea1-a68a-d89661f0735e tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:14.967773 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-26cb6c57-a26e-4ea1-a68a-d89661f0735e tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/networks?id=aa9e38bf-d2d8-4eb7-8a53-97cdb6720662 HTTP/1.1" status: 200 len: 816 time: 0.1914465 Sep 14 23:05:14.978618 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b4778-2e5d-4639-8f80-9591595d7d4b req-788d65dd-0c24-4663-95fa-b49c6eaac5f3 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:14.980046 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-131b4778-2e5d-4639-8f80-9591595d7d4b req-788d65dd-0c24-4663-95fa-b49c6eaac5f3 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 944 time: 0.0959449 Sep 14 23:05:14.991865 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-0896e6a3-8078-4ff2-9e6e-c5b9a7758081 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/quotas/e1f3957a62c7479aaeab959ee6f17284 HTTP/1.1" status: 200 len: 375 time: 0.0108981 Sep 14 23:05:15.016952 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e0ff8fb1-9e84-46d3-98d6-026996a12e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:15.041669 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e0ff8fb1-9e84-46d3-98d6-026996a12e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:15.047557 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-131b4778-2e5d-4639-8f80-9591595d7d4b req-0dbf87d5-191c-4e0e-87ad-801e44261e37 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ca2a34d-cbbc-4e97-89d9-219fcac7f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580869 Sep 14 23:05:15.091548 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-0ceb2daf-20de-4632-97cd-e409ec1085c1 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e1f3957a62c7479aaeab959ee6f17284&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0878041 Sep 14 23:05:15.107841 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e0ff8fb1-9e84-46d3-98d6-026996a12e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:15.110668 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e0ff8fb1-9e84-46d3-98d6-026996a12e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:15.114492 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-e0ff8fb1-9e84-46d3-98d6-026996a12e1a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6b7df357-0e30-4081-b05e-b3ac6041bf8c HTTP/1.1" status: 204 len: 168 time: 0.1532092 Sep 14 23:05:15.124197 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff8fb1-9e84-46d3-98d6-026996a12e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7df357-0e30-4081-b05e-b3ac6041bf8c,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:15.289283 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 40382) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:15.304193 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-003447f5-d1ea-4077-ab1e-4a68bbe55524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:15.404189 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-f982fc5c-748a-49be-8880-aaa74ef4e87b service neutron] 10.222.0.39 "GET /v2.0/networks/aa9e38bf-d2d8-4eb7-8a53-97cdb6720662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953393 Sep 14 23:05:15.412422 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32422a-d3eb-46df-a32a-a97bca11d222 req-099aff08-70b1-4a55-8dbe-ad7c85077bbb tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:15.412763 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-003447f5-d1ea-4077-ab1e-4a68bbe55524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:15.413973 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-eb32422a-d3eb-46df-a32a-a97bca11d222 req-099aff08-70b1-4a55-8dbe-ad7c85077bbb tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 944 time: 0.2187996 Sep 14 23:05:15.420526 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-003447f5-d1ea-4077-ab1e-4a68bbe55524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:15.461386 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003447f5-d1ea-4077-ab1e-4a68bbe55524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859ce49e-eb14-451d-8f4e-c4c79fc63c97,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:15.470327 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-003447f5-d1ea-4077-ab1e-4a68bbe55524 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f16380cd1e2243b39a5b1079b9fcf119&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1776481 Sep 14 23:05:15.470686 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 40390) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:15.511304 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-eb32422a-d3eb-46df-a32a-a97bca11d222 req-8cf2da2a-92b5-499b-aea5-72072c18f839 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780027 Sep 14 23:05:15.530240 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-7d87a967-0ef2-4b86-a7d1-820dcead3c75 service neutron] 10.222.0.39 "GET /v2.0/networks/aa9e38bf-d2d8-4eb7-8a53-97cdb6720662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152029 Sep 14 23:05:15.544110 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e4294f4a-491e-4448-b56f-a4ac2b42338e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:15.580521 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e4294f4a-491e-4448-b56f-a4ac2b42338e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:15.633088 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baac5a2-467b-4b32-a713-10775f52f315 req-dfa64b38-51af-4bfc-8828-d720ba3eeb4c tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:15.640264 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8baac5a2-467b-4b32-a713-10775f52f315 req-dfa64b38-51af-4bfc-8828-d720ba3eeb4c tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 931 time: 0.0624428 Sep 14 23:05:15.644486 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e4294f4a-491e-4448-b56f-a4ac2b42338e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:15.647980 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e4294f4a-491e-4448-b56f-a4ac2b42338e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:15.653168 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-e4294f4a-491e-4448-b56f-a4ac2b42338e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/859ce49e-eb14-451d-8f4e-c4c79fc63c97 HTTP/1.1" status: 204 len: 168 time: 0.1811907 Sep 14 23:05:15.664174 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4294f4a-491e-4448-b56f-a4ac2b42338e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859ce49e-eb14-451d-8f4e-c4c79fc63c97,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:15.676851 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8baac5a2-467b-4b32-a713-10775f52f315 req-e75bc006-72fe-40a9-aac4-64a82ebcff32 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356545 Sep 14 23:05:15.771009 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-051af035-383f-46ca-b579-a7ec08610799 req-f973e3be-dfe2-4737-b9ee-d747acc97788 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 210 time: 0.0337293 Sep 14 23:05:16.189689 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c370b8-fb63-4caa-9ed4-546b44db86e8 req-b530039b-5206-44fe-93f6-b12a97b1c151 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:16.191452 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-29c370b8-fb63-4caa-9ed4-546b44db86e8 req-b530039b-5206-44fe-93f6-b12a97b1c151 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 944 time: 0.0595174 Sep 14 23:05:16.237257 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-29c370b8-fb63-4caa-9ed4-546b44db86e8 req-85168bcf-6ad7-45ff-847f-07211ba331cc tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ca2a34d-cbbc-4e97-89d9-219fcac7f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389249 Sep 14 23:05:16.676839 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998d2bc-dbc0-466b-af54-2070105f91aa req-ac21b275-ac37-4001-a000-363d07f0ace2 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:16.687442 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3998d2bc-dbc0-466b-af54-2070105f91aa req-ac21b275-ac37-4001-a000-363d07f0ace2 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 944 time: 0.0726924 Sep 14 23:05:16.729617 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3998d2bc-dbc0-466b-af54-2070105f91aa req-d7685b8f-ccbd-4015-bf6f-d7120143c19f tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410490 Sep 14 23:05:16.882456 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc8e2d-a7fc-45d7-9ad0-c083294b3ec1 req-3a57c3d7-7766-4808-8e6d-f0faf8982a2d tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:16.887244 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3abc8e2d-a7fc-45d7-9ad0-c083294b3ec1 req-3a57c3d7-7766-4808-8e6d-f0faf8982a2d tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 931 time: 0.0935876 Sep 14 23:05:16.934878 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f16a3a02-553b-4b24-a02d-6755a7ac0283 req-b59c4620-b12b-4c4c-b3d9-7160c8922ed8 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 210 time: 0.0461674 Sep 14 23:05:16.991689 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3abc8e2d-a7fc-45d7-9ad0-c083294b3ec1 req-ed51319e-c91f-4ed9-9049-817bd585b00e tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845311 Sep 14 23:05:17.376443 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b93983-cd74-43e9-bd8a-94bacb486b3f req-6cf36f8d-b561-4c51-a9c7-806977a07b74 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:17.378547 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-71b93983-cd74-43e9-bd8a-94bacb486b3f req-6cf36f8d-b561-4c51-a9c7-806977a07b74 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 944 time: 0.0587845 Sep 14 23:05:17.430432 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-71b93983-cd74-43e9-bd8a-94bacb486b3f req-997ad910-d701-42ee-b113-4842d1c95bca tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ca2a34d-cbbc-4e97-89d9-219fcac7f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428092 Sep 14 23:05:17.860906 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e148e-9726-4579-b197-2df6aa012ccb req-8f9b4971-e605-4cde-8bed-55f48b849f64 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:17.862473 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fe5e148e-9726-4579-b197-2df6aa012ccb req-8f9b4971-e605-4cde-8bed-55f48b849f64 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 944 time: 0.0488834 Sep 14 23:05:17.906854 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fe5e148e-9726-4579-b197-2df6aa012ccb req-a73de206-cee5-4220-a05d-82df7b4a874c tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384021 Sep 14 23:05:18.055418 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ba90bfa8-224e-4d31-a7e1-6a8b6e4746ac req-72f86c66-4895-4011-a906-e545a1f10f88 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 210 time: 0.0336235 Sep 14 23:05:18.105448 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e9a94-f293-4c5f-95e9-2909ca93d28c req-0748063a-8f4b-4343-96c8-a128135c2da0 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:18.106899 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ff1e9a94-f293-4c5f-95e9-2909ca93d28c req-0748063a-8f4b-4343-96c8-a128135c2da0 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 931 time: 0.0540268 Sep 14 23:05:18.143226 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ff1e9a94-f293-4c5f-95e9-2909ca93d28c req-506416f9-7d02-4226-9d9b-3f3ae5f9c589 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303700 Sep 14 23:05:18.544315 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4f4e5-cce7-4709-9bcf-9103c728ffdf req-7ab44e8f-1f0b-4539-86d6-7b5cf51721c0 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:18.545889 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-98b4f4e5-cce7-4709-9bcf-9103c728ffdf req-7ab44e8f-1f0b-4539-86d6-7b5cf51721c0 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 944 time: 0.0479336 Sep 14 23:05:18.581813 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-98b4f4e5-cce7-4709-9bcf-9103c728ffdf req-9a4a3f14-2767-4d6a-a8bb-5126ac73075d tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ca2a34d-cbbc-4e97-89d9-219fcac7f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299008 Sep 14 23:05:19.021469 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f45200-7e85-4bda-acdb-e4d5d41c393e req-fec40f8e-c0f8-4ba6-8d0b-31e585060f72 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:19.022964 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-50f45200-7e85-4bda-acdb-e4d5d41c393e req-fec40f8e-c0f8-4ba6-8d0b-31e585060f72 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 944 time: 0.0491486 Sep 14 23:05:19.060742 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-50f45200-7e85-4bda-acdb-e4d5d41c393e req-503e1418-3ad3-4016-9c63-40cb756baa7f tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318840 Sep 14 23:05:19.154049 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4bbbd0f6-811b-4dc9-b0fa-fe8f194fe19c req-e970aa5f-a5c8-4e94-95e9-8f1e10f404c9 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 210 time: 0.0293505 Sep 14 23:05:19.254444 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e563983-92e1-4920-91a6-609c5bf7be5e req-1f9af107-615c-4f83-862d-c7dafd0abdfe tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:19.255951 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8e563983-92e1-4920-91a6-609c5bf7be5e req-1f9af107-615c-4f83-862d-c7dafd0abdfe tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 931 time: 0.0495040 Sep 14 23:05:19.293267 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8e563983-92e1-4920-91a6-609c5bf7be5e req-439384da-d641-4aea-9e77-726bfddbb9f6 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310137 Sep 14 23:05:19.698293 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269bd698-748e-415d-b6d8-de2db1701d23 req-6b7a1699-f236-4cac-a21e-8455e3e39d27 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:19.699779 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-269bd698-748e-415d-b6d8-de2db1701d23 req-6b7a1699-f236-4cac-a21e-8455e3e39d27 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 944 time: 0.0488737 Sep 14 23:05:19.735990 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-269bd698-748e-415d-b6d8-de2db1701d23 req-c324fe33-1da4-426f-8a74-b92301fb94ff tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ca2a34d-cbbc-4e97-89d9-219fcac7f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302036 Sep 14 23:05:19.795434 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-debb8cb9-c396-48be-96d3-778081de7dd9 service neutron] Request body: {'port': {'device_id': '2525046c-5414-40da-9f51-242719d157c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:05:19.821020 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-aaa24742-77f4-42d7-a6d7-5654928a667b service neutron] Request body: {'port': {'device_id': '9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:05:19.856430 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-6b496a9d-8b96-4b0b-8754-39eaa405c853 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2b15aa9-ccf4-445d-a89c-b858bbe43b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715046 Sep 14 23:05:19.891953 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-aaa24742-77f4-42d7-a6d7-5654928a667b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:19.898340 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-debb8cb9-c396-48be-96d3-778081de7dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:19.950789 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-664f08f7-5ef2-4286-9cf7-cda37e072707 req-2856f5f5-99f5-4c85-8bd0-fc1c120ed4f5 service neutron] 10.222.0.52 "GET /v2.0/networks/0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699347 Sep 14 23:05:20.121147 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-f326ec57-c38c-4d2f-b6d4-38dbc9c7c366 service neutron] 10.222.0.52 "GET /v2.0/networks/b2b15aa9-ccf4-445d-a89c-b858bbe43b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717904 Sep 14 23:05:20.121719 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b818f-1540-4d09-a5c5-94c451518691 req-ffe1f3e0-61d2-421a-9865-d4be70991e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:20.123068 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-dc7b818f-1540-4d09-a5c5-94c451518691 req-ffe1f3e0-61d2-421a-9865-d4be70991e64 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bc1271fa491549719c806a991d7f233c&device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 1097 time: 0.0703468 Sep 14 23:05:20.298693 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b818f-1540-4d09-a5c5-94c451518691 req-e3449eb5-065b-4288-bcdf-83d6329fd717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:20.300262 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-dc7b818f-1540-4d09-a5c5-94c451518691 req-e3449eb5-065b-4288-bcdf-83d6329fd717 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5 HTTP/1.1" status: 200 len: 912 time: 0.1657302 Sep 14 23:05:20.316426 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-21f73bca-eba1-4903-a031-69d62df24e24 req-2b7f7b4f-67e3-4009-85f7-9601e9ec0580 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 210 time: 0.0706298 Sep 14 23:05:20.345261 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bece6ae-5dd5-4870-936f-6b3495479dee req-4ab47b59-3223-4f74-bb55-1b119850cb89 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:20.346784 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2bece6ae-5dd5-4870-936f-6b3495479dee req-4ab47b59-3223-4f74-bb55-1b119850cb89 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 944 time: 0.2038133 Sep 14 23:05:20.355703 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-dc7b818f-1540-4d09-a5c5-94c451518691 req-671f24af-8be3-4643-9293-0aeb04a356d0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b96b94a6-3d1f-4858-960f-c910199e9a56 HTTP/1.1" status: 200 len: 217 time: 0.0473359 Sep 14 23:05:20.386090 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6b6d347a-4173-4f50-a2ed-8f5b66d83537 req-303f06e9-28d0-44e9-952b-12297916739c service neutron] 10.222.0.52 "GET /v2.0/networks/b2b15aa9-ccf4-445d-a89c-b858bbe43b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508271 Sep 14 23:05:20.460390 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2bece6ae-5dd5-4870-936f-6b3495479dee req-23d76887-7d86-4ccc-a5d6-414e05003a4e tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042030 Sep 14 23:05:20.481442 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.notifiers.nova [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-aaa24742-77f4-42d7-a6d7-5654928a667b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d097e64d-d5b0-44aa-9785-a801be858f31 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:05:20.490505 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-aaa24742-77f4-42d7-a6d7-5654928a667b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:20.501197 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cacf44-82ff-4257-9c0b-6b3049d8c328 req-201601b1-775a-4dbc-8fa8-54a63586b56a tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:20.502676 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-00cacf44-82ff-4257-9c0b-6b3049d8c328 req-201601b1-775a-4dbc-8fa8-54a63586b56a tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 931 time: 0.1029446 Sep 14 23:05:20.518412 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-aaa24742-77f4-42d7-a6d7-5654928a667b service neutron] Transition to ACTIVE for port object d097e64d-d5b0-44aa-9785-a801be858f31 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:05:20.527639 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-aaa24742-77f4-42d7-a6d7-5654928a667b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666946'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:20.594712 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-00cacf44-82ff-4257-9c0b-6b3049d8c328 req-090030f3-4cd3-4a85-a671-50696dcb614a tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840666 Sep 14 23:05:20.596479 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa24742-77f4-42d7-a6d7-5654928a667b service neutron] Pushing event updated for resources: {'Port': ['ID=d097e64d-d5b0-44aa-9785-a801be858f31,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:20.679626 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-aaa24742-77f4-42d7-a6d7-5654928a667b service neutron] Attempting to bind port d097e64d-d5b0-44aa-9785-a801be858f31 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:05:20.679990 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-aaa24742-77f4-42d7-a6d7-5654928a667b service neutron] Attempting to bind port d097e64d-d5b0-44aa-9785-a801be858f31 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '41365fa4-5123-4bae-82a6-374b27b20a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '26f36da6-a1ec-4137-a9bd-9ec8524b7b1b'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:05:20.680284 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-aaa24742-77f4-42d7-a6d7-5654928a667b service neutron] Attempting to bind port d097e64d-d5b0-44aa-9785-a801be858f31 on network 26f36da6-a1ec-4137-a9bd-9ec8524b7b1b {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:05:20.685624 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-aaa24742-77f4-42d7-a6d7-5654928a667b service neutron] Port d097e64d-d5b0-44aa-9785-a801be858f31 on network 26f36da6-a1ec-4137-a9bd-9ec8524b7b1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 23:05:20.685937 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-aaa24742-77f4-42d7-a6d7-5654928a667b service neutron] Attempting to bind port d097e64d-d5b0-44aa-9785-a801be858f31 on network 26f36da6-a1ec-4137-a9bd-9ec8524b7b1b {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:05:20.687961 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-debb8cb9-c396-48be-96d3-778081de7dd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62948c9e-37ac-4b8d-a204-5537e386aab9 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:05:20.690899 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-aaa24742-77f4-42d7-a6d7-5654928a667b service neutron] Checking agent: {'id': '85608d62-9d70-46cb-9db0-a1f12ce5af65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 23, 3), 'started_at': datetime.datetime(2021, 9, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:05:20.691343 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-aaa24742-77f4-42d7-a6d7-5654928a667b service neutron] Checking segment: {'id': '41365fa4-5123-4bae-82a6-374b27b20a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '26f36da6-a1ec-4137-a9bd-9ec8524b7b1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:05:20.691732 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-aaa24742-77f4-42d7-a6d7-5654928a667b service neutron] Bound using segment: {'id': '41365fa4-5123-4bae-82a6-374b27b20a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '26f36da6-a1ec-4137-a9bd-9ec8524b7b1b'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:05:20.692161 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-aaa24742-77f4-42d7-a6d7-5654928a667b service neutron] Bound port: d097e64d-d5b0-44aa-9785-a801be858f31, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41365fa4-5123-4bae-82a6-374b27b20a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '26f36da6-a1ec-4137-a9bd-9ec8524b7b1b'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:05:20.692529 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-aaa24742-77f4-42d7-a6d7-5654928a667b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:20.697002 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-debb8cb9-c396-48be-96d3-778081de7dd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:20.710081 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-debb8cb9-c396-48be-96d3-778081de7dd9 service neutron] Transition to ACTIVE for port object 62948c9e-37ac-4b8d-a204-5537e386aab9 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:05:20.714340 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-debb8cb9-c396-48be-96d3-778081de7dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:20.764818 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.db [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-aaa24742-77f4-42d7-a6d7-5654928a667b service neutron] For port d097e64d-d5b0-44aa-9785-a801be858f31, host hv-cinder-76017, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:05:20.768568 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.db [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-aaa24742-77f4-42d7-a6d7-5654928a667b service neutron] For port d097e64d-d5b0-44aa-9785-a801be858f31, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=d097e64d-d5b0-44aa-9785-a801be858f31,segment=NetworkSegment(41365fa4-5123-4bae-82a6-374b27b20a4c),segment_id=41365fa4-5123-4bae-82a6-374b27b20a4c)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:05:20.776109 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-aaa24742-77f4-42d7-a6d7-5654928a667b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666946'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:20.851996 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-aaa24742-77f4-42d7-a6d7-5654928a667b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:20.852708 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-aaa24742-77f4-42d7-a6d7-5654928a667b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for port, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:20.854501 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-aaa24742-77f4-42d7-a6d7-5654928a667b service neutron] 10.222.0.52 "PUT /v2.0/ports/d097e64d-d5b0-44aa-9785-a801be858f31 HTTP/1.1" status: 200 len: 1093 time: 1.0375690 Sep 14 23:05:20.874531 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33', 'tag': 'd097e64d-d5b0-44aa-9785-a801be858f31'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:05:20.874531 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e3d9041226317d09edcf9166cd50e54bb38c01393ec1a923659a7df53ecbff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40861331-3fea-4423-95a9-b0ed3b14d8d6" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33", "tag": "d097e64d-d5b0-44aa-9785-a801be858f31"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:05:20.890870 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa24742-77f4-42d7-a6d7-5654928a667b service neutron] Pushing event updated for resources: {'Port': ['ID=d097e64d-d5b0-44aa-9785-a801be858f31,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:20.936457 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 23:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fb007c-5469-4750-9095-e985d3ef19d2 x-openstack-request-id: req-77fb007c-5469-4750-9095-e985d3ef19d2 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:05:20.936831 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33", "tag": "d097e64d-d5b0-44aa-9785-a801be858f31", "status": "completed", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:05:20.937224 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-77fb007c-5469-4750-9095-e985d3ef19d2 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:05:20.937714 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33', 'tag': 'd097e64d-d5b0-44aa-9785-a801be858f31', 'status': 'completed', 'code': 200} Sep 14 23:05:20.960081 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604096fc-36c7-4248-844c-726189d67912 req-5b52c498-7dad-44af-a74c-f9b467cdac0d tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:20.962309 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-604096fc-36c7-4248-844c-726189d67912 req-5b52c498-7dad-44af-a74c-f9b467cdac0d tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 944 time: 0.1317844 Sep 14 23:05:20.976162 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb8cb9-c396-48be-96d3-778081de7dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=62948c9e-37ac-4b8d-a204-5537e386aab9,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:21.017056 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-604096fc-36c7-4248-844c-726189d67912 req-099db292-dc50-4644-9c01-5d1914a9f292 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ca2a34d-cbbc-4e97-89d9-219fcac7f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484934 Sep 14 23:05:21.036178 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-debb8cb9-c396-48be-96d3-778081de7dd9 service neutron] Attempting to bind port 62948c9e-37ac-4b8d-a204-5537e386aab9 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:05:21.036523 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-debb8cb9-c396-48be-96d3-778081de7dd9 service neutron] Attempting to bind port 62948c9e-37ac-4b8d-a204-5537e386aab9 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '41365fa4-5123-4bae-82a6-374b27b20a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '26f36da6-a1ec-4137-a9bd-9ec8524b7b1b'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:05:21.036928 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-debb8cb9-c396-48be-96d3-778081de7dd9 service neutron] Attempting to bind port 62948c9e-37ac-4b8d-a204-5537e386aab9 on network 26f36da6-a1ec-4137-a9bd-9ec8524b7b1b {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:05:21.042223 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-debb8cb9-c396-48be-96d3-778081de7dd9 service neutron] Port 62948c9e-37ac-4b8d-a204-5537e386aab9 on network 26f36da6-a1ec-4137-a9bd-9ec8524b7b1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 23:05:21.042548 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-debb8cb9-c396-48be-96d3-778081de7dd9 service neutron] Attempting to bind port 62948c9e-37ac-4b8d-a204-5537e386aab9 on network 26f36da6-a1ec-4137-a9bd-9ec8524b7b1b {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:05:21.047296 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-debb8cb9-c396-48be-96d3-778081de7dd9 service neutron] Checking agent: {'id': '85608d62-9d70-46cb-9db0-a1f12ce5af65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 23, 3), 'started_at': datetime.datetime(2021, 9, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:05:21.047672 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-debb8cb9-c396-48be-96d3-778081de7dd9 service neutron] Checking segment: {'id': '41365fa4-5123-4bae-82a6-374b27b20a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '26f36da6-a1ec-4137-a9bd-9ec8524b7b1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:05:21.048404 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-debb8cb9-c396-48be-96d3-778081de7dd9 service neutron] Bound using segment: {'id': '41365fa4-5123-4bae-82a6-374b27b20a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '26f36da6-a1ec-4137-a9bd-9ec8524b7b1b'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:05:21.049074 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-debb8cb9-c396-48be-96d3-778081de7dd9 service neutron] Bound port: 62948c9e-37ac-4b8d-a204-5537e386aab9, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41365fa4-5123-4bae-82a6-374b27b20a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '26f36da6-a1ec-4137-a9bd-9ec8524b7b1b'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:05:21.049432 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-debb8cb9-c396-48be-96d3-778081de7dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:21.119205 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-debb8cb9-c396-48be-96d3-778081de7dd9 service neutron] For port 62948c9e-37ac-4b8d-a204-5537e386aab9, host hv-cinder-76017, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:05:21.122867 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-debb8cb9-c396-48be-96d3-778081de7dd9 service neutron] For port 62948c9e-37ac-4b8d-a204-5537e386aab9, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=62948c9e-37ac-4b8d-a204-5537e386aab9,segment=NetworkSegment(41365fa4-5123-4bae-82a6-374b27b20a4c),segment_id=41365fa4-5123-4bae-82a6-374b27b20a4c)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:05:21.129081 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-debb8cb9-c396-48be-96d3-778081de7dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:21.169020 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-debb8cb9-c396-48be-96d3-778081de7dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:21.169662 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-debb8cb9-c396-48be-96d3-778081de7dd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:21.171225 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-debb8cb9-c396-48be-96d3-778081de7dd9 service neutron] 10.222.0.52 "PUT /v2.0/ports/62948c9e-37ac-4b8d-a204-5537e386aab9 HTTP/1.1" status: 200 len: 1094 time: 1.3817115 Sep 14 23:05:21.171675 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2525046c-5414-40da-9f51-242719d157c7', 'tag': '62948c9e-37ac-4b8d-a204-5537e386aab9'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:05:21.174347 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b27504ed887e131bccbae67cb08e94fb53697a19aeb48787dd98b51fbb9c8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d72db55-c617-47a7-a872-f12c3e4ae1fa" -d '{"events": [{"name": "network-changed", "server_uuid": "2525046c-5414-40da-9f51-242719d157c7", "tag": "62948c9e-37ac-4b8d-a204-5537e386aab9"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:05:21.228288 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 23:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b167b33c-2b41-464e-949e-8b69b7d890a3 x-openstack-request-id: req-b167b33c-2b41-464e-949e-8b69b7d890a3 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:05:21.228581 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2525046c-5414-40da-9f51-242719d157c7", "tag": "62948c9e-37ac-4b8d-a204-5537e386aab9", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:05:21.228842 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b167b33c-2b41-464e-949e-8b69b7d890a3 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:05:21.229387 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2525046c-5414-40da-9f51-242719d157c7', 'tag': '62948c9e-37ac-4b8d-a204-5537e386aab9', 'status': 'completed', 'code': 200} Sep 14 23:05:21.230400 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb8cb9-c396-48be-96d3-778081de7dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=62948c9e-37ac-4b8d-a204-5537e386aab9,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:21.432071 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7bca29fa-d124-4a81-a86b-a0eb8581a6c5 req-dd1fe32e-4c07-4f41-b00a-aced007454e5 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 210 time: 0.0290458 Sep 14 23:05:21.574768 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ccf65-36be-4dbb-a9d4-805e4eb99c27 req-78590171-3870-4cda-a4e7-19a0637e8d28 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:21.576223 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ec7ccf65-36be-4dbb-a9d4-805e4eb99c27 req-78590171-3870-4cda-a4e7-19a0637e8d28 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 944 time: 0.0474732 Sep 14 23:05:21.612026 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ec7ccf65-36be-4dbb-a9d4-805e4eb99c27 req-d38f5d56-ddce-4c0b-8049-d8e52debec74 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298226 Sep 14 23:05:21.717373 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a8090-a88d-4f00-ad1c-c28490f4cfe1 req-0fdd746c-adf7-4258-b7e9-d65a9b760bf8 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:21.718817 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4c1a8090-a88d-4f00-ad1c-c28490f4cfe1 req-0fdd746c-adf7-4258-b7e9-d65a9b760bf8 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 943 time: 0.0494344 Sep 14 23:05:21.759328 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4c1a8090-a88d-4f00-ad1c-c28490f4cfe1 req-ed5a569e-3643-4841-99fd-b4866802b76c tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347409 Sep 14 23:05:22.127562 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb755f4-65aa-40aa-8fff-001098aa29fc req-4ded9f35-ccd2-45ea-b707-d5107ec0ab4d tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:22.129099 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4fb755f4-65aa-40aa-8fff-001098aa29fc req-4ded9f35-ccd2-45ea-b707-d5107ec0ab4d tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 944 time: 0.0473034 Sep 14 23:05:22.166021 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4fb755f4-65aa-40aa-8fff-001098aa29fc req-6d25f7e6-7d49-4e5f-b693-c14a034005f8 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ca2a34d-cbbc-4e97-89d9-219fcac7f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303493 Sep 14 23:05:22.527755 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-988779ab-a1ac-41bb-84e1-75d67de30a90 req-3349b299-b558-4ea0-8df0-a1f7fd749c52 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 210 time: 0.0261390 Sep 14 23:05:22.724645 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb3cd0-7305-4dd8-8b16-920a7c03b3d3 req-5df75f74-7ba2-443f-80b4-f4f27610927c tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:22.726088 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-07fb3cd0-7305-4dd8-8b16-920a7c03b3d3 req-5df75f74-7ba2-443f-80b4-f4f27610927c tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 944 time: 0.0469160 Sep 14 23:05:22.765182 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-07fb3cd0-7305-4dd8-8b16-920a7c03b3d3 req-b6e89ba6-0b50-4ba3-b4d5-cd4df1cf5538 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333517 Sep 14 23:05:22.873135 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16a880-0bd6-4439-b6bc-8b81d5265d3e req-c5b0702d-f15f-4247-a115-ca8d3ec17d41 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:22.874629 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4c16a880-0bd6-4439-b6bc-8b81d5265d3e req-c5b0702d-f15f-4247-a115-ca8d3ec17d41 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 943 time: 0.0498786 Sep 14 23:05:22.913029 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4c16a880-0bd6-4439-b6bc-8b81d5265d3e req-56e41e8e-6b0c-4b87-9e7d-c05e4523c330 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322647 Sep 14 23:05:23.259900 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b818f-1540-4d09-a5c5-94c451518691 req-520c2670-50ca-4ead-9049-af2f8bc47c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:23.261328 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-dc7b818f-1540-4d09-a5c5-94c451518691 req-520c2670-50ca-4ead-9049-af2f8bc47c0d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1c5a658a-b7a0-4ad2-a0ca-d4f0b8394e24 HTTP/1.1" status: 200 len: 851 time: 0.0527313 Sep 14 23:05:23.291963 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53404eb-9cb1-43ad-afc9-8c0a8d3e341d req-dab3ea90-9ea5-476f-a3a4-6bac2812a96d tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:23.293523 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d53404eb-9cb1-43ad-afc9-8c0a8d3e341d req-dab3ea90-9ea5-476f-a3a4-6bac2812a96d tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 944 time: 0.0484691 Sep 14 23:05:23.353407 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-dc7b818f-1540-4d09-a5c5-94c451518691 req-7985d78f-09b4-4984-9e31-50364d60d87c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343306 Sep 14 23:05:23.356938 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d53404eb-9cb1-43ad-afc9-8c0a8d3e341d req-478691e7-2ef2-4b5f-903f-9bccb8c124ff tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ca2a34d-cbbc-4e97-89d9-219fcac7f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572312 Sep 14 23:05:23.410688 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c6dec-2d4d-4e69-81a2-fc698deb3453 req-928e2bc5-9e2c-4d46-be1d-2ba0624a85dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:23.412186 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ae9c6dec-2d4d-4e69-81a2-fc698deb3453 req-928e2bc5-9e2c-4d46-be1d-2ba0624a85dc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=587b687926ec49439ef73d2b4747d86e&device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 1097 time: 0.0960674 Sep 14 23:05:23.467256 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72db55-c617-47a7-a872-f12c3e4ae1fa req-55ed0ac2-9147-47bf-9a0b-80b9417246ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:23.468799 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0d72db55-c617-47a7-a872-f12c3e4ae1fa req-55ed0ac2-9147-47bf-9a0b-80b9417246ad service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4f55ab5d5aec4aa4bb5fad6ed7ea1c17&device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 1097 time: 0.1006463 Sep 14 23:05:23.488162 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40861331-3fea-4423-95a9-b0ed3b14d8d6 req-35c24977-22fd-44e3-bbbe-1485cb34f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:23.489950 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-40861331-3fea-4423-95a9-b0ed3b14d8d6 req-35c24977-22fd-44e3-bbbe-1485cb34f3fe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4f55ab5d5aec4aa4bb5fad6ed7ea1c17&device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 1096 time: 0.1238599 Sep 14 23:05:23.500093 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.52', 55146) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:23.736669 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40861331-3fea-4423-95a9-b0ed3b14d8d6 req-44a2124c-cc84-4dab-8c84-0a22a53c85d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:23.738377 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-40861331-3fea-4423-95a9-b0ed3b14d8d6 req-44a2124c-cc84-4dab-8c84-0a22a53c85d3 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=4f55ab5d5aec4aa4bb5fad6ed7ea1c17&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2275972 Sep 14 23:05:23.843516 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7f8df9ca-db4a-41e1-94d1-7233e10161dc req-7486c173-85c0-4c08-b0eb-20fb526179f8 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 210 time: 0.0968590 Sep 14 23:05:23.925893 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-dc7b818f-1540-4d09-a5c5-94c451518691 req-4c11c7fc-6bfa-4654-acff-47ca035525a3 service neutron] 10.222.0.52 "GET /v2.0/networks/0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5301027 Sep 14 23:05:24.002069 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40861331-3fea-4423-95a9-b0ed3b14d8d6 req-9ac70391-43db-4e50-aa76-c57eb7c6a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:24.003575 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-40861331-3fea-4423-95a9-b0ed3b14d8d6 req-9ac70391-43db-4e50-aa76-c57eb7c6a173 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2487137 Sep 14 23:05:24.094823 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c6dec-2d4d-4e69-81a2-fc698deb3453 req-ce045b47-80e3-4774-ad14-6307203dec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:24.095902 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ae9c6dec-2d4d-4e69-81a2-fc698deb3453 req-ce045b47-80e3-4774-ad14-6307203dec3e service neutron] 10.222.0.52 "GET /v2.0/networks?id=b2b15aa9-ccf4-445d-a89c-b858bbe43b47 HTTP/1.1" status: 200 len: 913 time: 0.6748185 Sep 14 23:05:24.112102 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-dc10056c-4240-4068-86e8-5254c776fc32 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:24.113667 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-dc10056c-4240-4068-86e8-5254c776fc32 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.52 "GET /v2.0/networks?id=aa9e38bf-d2d8-4eb7-8a53-97cdb6720662 HTTP/1.1" status: 200 len: 816 time: 0.6018639 Sep 14 23:05:24.128464 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d0c9b-aaf7-43f5-8771-4ece5cefca10 req-f591728d-f650-463b-8272-87e991c567f4 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:24.138058 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-088d0c9b-aaf7-43f5-8771-4ece5cefca10 req-f591728d-f650-463b-8272-87e991c567f4 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 944 time: 0.2528815 Sep 14 23:05:24.166667 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-dc7b818f-1540-4d09-a5c5-94c451518691 req-57e6f96c-8f3d-4941-8a84-d53f2093068d service neutron] 10.222.0.52 "GET /v2.0/networks/0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264678 Sep 14 23:05:24.168522 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-ccc975ea-4647-4d15-81b6-1cade9301a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:24.170248 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-ccc975ea-4647-4d15-81b6-1cade9301a3e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4f55ab5d5aec4aa4bb5fad6ed7ea1c17&device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 1096 time: 0.1154466 Sep 14 23:05:24.197194 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72db55-c617-47a7-a872-f12c3e4ae1fa req-adc8b757-8d10-4db0-88a4-f38be5c3f108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:24.198741 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0d72db55-c617-47a7-a872-f12c3e4ae1fa req-adc8b757-8d10-4db0-88a4-f38be5c3f108 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=4f55ab5d5aec4aa4bb5fad6ed7ea1c17&shared=False HTTP/1.1" status: 200 len: 919 time: 0.7096732 Sep 14 23:05:24.218890 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ae9c6dec-2d4d-4e69-81a2-fc698deb3453 req-dedd173c-b7b7-431b-9000-15f3b2ef7c81 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80c57b00-d31c-4c6f-90ad-dbf9909774c0 HTTP/1.1" status: 200 len: 217 time: 0.1011825 Sep 14 23:05:24.268174 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f214033-7a13-4b0f-b2cb-c5bd285e8501 req-522dff54-bcd4-4927-9697-d7f203efc0e0 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:24.269748 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5f214033-7a13-4b0f-b2cb-c5bd285e8501 req-522dff54-bcd4-4927-9697-d7f203efc0e0 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 943 time: 0.2446599 Sep 14 23:05:24.274961 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-7cafef89-1197-4176-8c6d-84e829cf0530 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1f3957a62c7479aaeab959ee6f17284 HTTP/1.1" status: 200 len: 380 time: 0.1507709 Sep 14 23:05:24.276941 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-13f40b73-39f2-424f-8d6f-7fa2de5b2cf3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d097e64d-d5b0-44aa-9785-a801be858f31 HTTP/1.1" status: 200 len: 217 time: 0.0575552 Sep 14 23:05:24.304289 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-7bafce4b-74a3-4f18-9f54-3e37d9acefec tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Request body: {'port': {'device_id': '9686cd85-5deb-437f-bd81-1b1ad5bfc1b0', 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662', 'admin_state_up': True, 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'security_groups': ['7295f2c9-12b9-42bd-9833-125490e50cbe']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:05:24.454482 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-35516973-f41c-4471-9189-385312e40950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:24.456558 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-35516973-f41c-4471-9189-385312e40950 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9f597290-8184-475e-a5f8-accd68e76ba3 HTTP/1.1" status: 200 len: 858 time: 0.1684756 Sep 14 23:05:24.497066 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-07d2a6ef-9cde-46ac-abd1-ab774a73af3a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26f36da6-a1ec-4137-a9bd-9ec8524b7b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326545 Sep 14 23:05:24.550887 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5f214033-7a13-4b0f-b2cb-c5bd285e8501 req-dbe5d9ae-0210-45d5-8518-eaed932bb607 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289438 Sep 14 23:05:24.576741 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-088d0c9b-aaf7-43f5-8771-4ece5cefca10 req-5fb7b70b-15ee-4e52-851f-0be66f2a4969 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4383907 Sep 14 23:05:24.627149 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c6dec-2d4d-4e69-81a2-fc698deb3453 req-73931e13-6d09-4519-99aa-7b81a5bce6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:24.639045 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ae9c6dec-2d4d-4e69-81a2-fc698deb3453 req-73931e13-6d09-4519-99aa-7b81a5bce6eb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6725ab53-7683-483a-af50-4917aca481fa HTTP/1.1" status: 200 len: 852 time: 0.4056580 Sep 14 23:05:24.642288 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72db55-c617-47a7-a872-f12c3e4ae1fa req-6b6a6b3d-6d91-425c-8bb7-7011c43fd88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:24.646778 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0d72db55-c617-47a7-a872-f12c3e4ae1fa req-6b6a6b3d-6d91-425c-8bb7-7011c43fd88c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4341559 Sep 14 23:05:24.681932 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-3d37c345-e669-480e-ac40-3df1692909ec service neutron] 10.222.0.52 "GET /v2.0/networks/26f36da6-a1ec-4137-a9bd-9ec8524b7b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752336 Sep 14 23:05:24.721826 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ae9c6dec-2d4d-4e69-81a2-fc698deb3453 req-223ecd93-af53-40a5-afa7-a40f572483fa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2b15aa9-ccf4-445d-a89c-b858bbe43b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733411 Sep 14 23:05:24.722104 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 40748) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:24.722851 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-7bafce4b-74a3-4f18-9f54-3e37d9acefec tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Made reservation on behalf of e1f3957a62c7479aaeab959ee6f17284 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:05:24.727433 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-7bafce4b-74a3-4f18-9f54-3e37d9acefec tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:24.887538 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f1147-04f0-4251-b68c-6ef27bcd6895 req-959ed6c3-2db4-49f1-8e26-325b1635de43 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:24.889565 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1b5f1147-04f0-4251-b68c-6ef27bcd6895 req-959ed6c3-2db4-49f1-8e26-325b1635de43 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 944 time: 0.1713824 Sep 14 23:05:24.896170 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-988103c7-dd0a-4060-a276-c5147e3dc0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:24.896170 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-988103c7-dd0a-4060-a276-c5147e3dc0b9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4f55ab5d5aec4aa4bb5fad6ed7ea1c17&device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 1097 time: 0.1768336 Sep 14 23:05:25.019911 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-aca17829-a196-4e18-b781-1e65fa55c77a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62948c9e-37ac-4b8d-a204-5537e386aab9 HTTP/1.1" status: 200 len: 217 time: 0.1139140 Sep 14 23:05:25.072781 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-693b641e-319f-4ae2-9cc6-1a5155c89307 req-fcbdefa6-0ff9-4209-977f-a5199c6e7468 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 210 time: 0.0895050 Sep 14 23:05:25.101890 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ae9c6dec-2d4d-4e69-81a2-fc698deb3453 req-0496f13b-1deb-46bf-8b3e-9392ae0eb035 service neutron] 10.222.0.52 "GET /v2.0/networks/b2b15aa9-ccf4-445d-a89c-b858bbe43b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617048 Sep 14 23:05:25.164934 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1b5f1147-04f0-4251-b68c-6ef27bcd6895 req-a1a2eba9-b1ce-4951-aaef-f47dfe1ea9f1 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ca2a34d-cbbc-4e97-89d9-219fcac7f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628663 Sep 14 23:05:25.235962 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-5e953c10-9f41-4ed1-9d2a-bf52dfe6ff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:25.237565 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-5e953c10-9f41-4ed1-9d2a-bf52dfe6ff59 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9f597290-8184-475e-a5f8-accd68e76ba3 HTTP/1.1" status: 200 len: 858 time: 0.1999941 Sep 14 23:05:25.269031 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-35dade22-91ff-4011-86e9-4d8ccc88f7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:25.286329 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-76c39622-b2bf-4775-b77b-e8e165d4b3b3 service neutron] 10.222.0.52 "GET /v2.0/networks/26f36da6-a1ec-4137-a9bd-9ec8524b7b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5969188 Sep 14 23:05:25.287374 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-1f21075e-bbdd-45c1-bd92-7f9279d89784 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26f36da6-a1ec-4137-a9bd-9ec8524b7b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352755 Sep 14 23:05:25.336631 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ae9c6dec-2d4d-4e69-81a2-fc698deb3453 req-c3f6536d-a821-4e4b-9b69-d8acd29d0da2 service neutron] 10.222.0.52 "GET /v2.0/networks/b2b15aa9-ccf4-445d-a89c-b858bbe43b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240217 Sep 14 23:05:25.386741 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 80c57b00-d31c-4c6f-90ad-dbf9909774c0 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=94136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 23:05:25.397299 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-7bafce4b-74a3-4f18-9f54-3e37d9acefec tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Allocated IP 172.20.0.11 (aa9e38bf-d2d8-4eb7-8a53-97cdb6720662/8fb1c270-17f7-4564-a01a-0bbfc57fb9f4/8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:05:25.480109 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-bd211940-7113-4872-bf3c-21ca8b69696a service neutron] 10.222.0.52 "GET /v2.0/networks/26f36da6-a1ec-4137-a9bd-9ec8524b7b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822622 Sep 14 23:05:25.579949 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 80c57b00-d31c-4c6f-90ad-dbf9909774c0, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=80c57b00-d31c-4c6f-90ad-dbf9909774c0,segment=NetworkSegment(eb098917-dbc9-4dc3-81e9-deb624e7bf20),segment_id=eb098917-dbc9-4dc3-81e9-deb624e7bf20)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:05:25.589927 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-35dade22-91ff-4011-86e9-4d8ccc88f7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:25.596853 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Returning: {'device': '80c57b00-d31c-4c6f-90ad-dbf9909774c0', 'network_id': 'b2b15aa9-ccf4-445d-a89c-b858bbe43b47', 'port_id': '80c57b00-d31c-4c6f-90ad-dbf9909774c0', 'mac_address': 'fa:16:3e:a5:5b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6725ab53-7683-483a-af50-4917aca481fa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 23:05:25.628366 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-16f9dd7f-8f6e-45d6-b6df-2ffd56a31d34 req-8926226b-ca8b-4b76-86be-01e0b71ada1d service neutron] 10.222.0.52 "GET /v2.0/networks/26f36da6-a1ec-4137-a9bd-9ec8524b7b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399851 Sep 14 23:05:25.652360 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:25.672761 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80c57b00-d31c-4c6f-90ad-dbf9909774c0 {{(pid=94136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:05:25.696007 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-35dade22-91ff-4011-86e9-4d8ccc88f7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:25.720241 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 80c57b00-d31c-4c6f-90ad-dbf9909774c0, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=80c57b00-d31c-4c6f-90ad-dbf9909774c0,segment=NetworkSegment(eb098917-dbc9-4dc3-81e9-deb624e7bf20),segment_id=eb098917-dbc9-4dc3-81e9-deb624e7bf20)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:05:25.722261 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:25.723008 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device b96b94a6-3d1f-4858-960f-c910199e9a56 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=94136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 23:05:25.776578 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-35dade22-91ff-4011-86e9-4d8ccc88f7bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6bfab9283d494cda99e50aa12cf236c9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0210049 Sep 14 23:05:25.777315 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 40806) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:25.784897 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dade22-91ff-4011-86e9-4d8ccc88f7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce3328c-7ca7-4017-8053-b36b707ca786,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:25.800985 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aab41a-c047-481c-92e1-da181ed6cb02 req-7c2033dd-8a0f-48f5-81ac-3299f57b1583 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:25.806596 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=80c57b00-d31c-4c6f-90ad-dbf9909774c0,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:25.809625 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-97aab41a-c047-481c-92e1-da181ed6cb02 req-7c2033dd-8a0f-48f5-81ac-3299f57b1583 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 944 time: 0.1218066 Sep 14 23:05:25.829547 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-7bafce4b-74a3-4f18-9f54-3e37d9acefec tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:25.844760 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705727b-799a-4267-ac87-3cb696c29ec7 req-58aa89fe-b709-4d93-9d09-1c5bf05e151b tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:25.846437 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2705727b-799a-4267-ac87-3cb696c29ec7 req-58aa89fe-b709-4d93-9d09-1c5bf05e151b tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 943 time: 0.1450670 Sep 14 23:05:25.875694 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-7bafce4b-74a3-4f18-9f54-3e37d9acefec tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:25.893187 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port b96b94a6-3d1f-4858-960f-c910199e9a56, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=b96b94a6-3d1f-4858-960f-c910199e9a56,segment=NetworkSegment(411b859d-a35b-47cb-a842-920f3a646284),segment_id=411b859d-a35b-47cb-a842-920f3a646284)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:05:25.898159 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-97aab41a-c047-481c-92e1-da181ed6cb02 req-e6033ac2-f4a6-45a0-bbb9-341c04d8e8e6 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876439 Sep 14 23:05:25.927641 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-7bafce4b-74a3-4f18-9f54-3e37d9acefec tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Network aa9e38bf-d2d8-4eb7-8a53-97cdb6720662 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:05:25.929409 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Returning: {'device': 'b96b94a6-3d1f-4858-960f-c910199e9a56', 'network_id': '0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5', 'port_id': 'b96b94a6-3d1f-4858-960f-c910199e9a56', 'mac_address': 'fa:16:3e:03:41:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5a658a-b7a0-4ad2-a0ca-d4f0b8394e24', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 23:05:25.933983 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-7bafce4b-74a3-4f18-9f54-3e37d9acefec tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:05:25.940160 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2705727b-799a-4267-ac87-3cb696c29ec7 req-743fa576-be78-4fdf-8c18-e5bb74e2cad0 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766304 Sep 14 23:05:25.941004 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f55baaa9-ff89-460c-b519-ab0f57a48aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:25.957806 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-7bafce4b-74a3-4f18-9f54-3e37d9acefec tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:05:25.972999 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f55baaa9-ff89-460c-b519-ab0f57a48aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:25.981859 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:26.013552 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b96b94a6-3d1f-4858-960f-c910199e9a56 {{(pid=94136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:05:26.018415 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-7bafce4b-74a3-4f18-9f54-3e37d9acefec tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:26.019085 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-7bafce4b-74a3-4f18-9f54-3e37d9acefec tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:26.021642 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bafce4b-74a3-4f18-9f54-3e37d9acefec tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Pushing event updated for resources: {'Port': ['ID=8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:26.038679 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f55baaa9-ff89-460c-b519-ab0f57a48aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:26.043810 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port b96b94a6-3d1f-4858-960f-c910199e9a56, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=b96b94a6-3d1f-4858-960f-c910199e9a56,segment=NetworkSegment(411b859d-a35b-47cb-a842-920f3a646284),segment_id=411b859d-a35b-47cb-a842-920f3a646284)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:05:26.044043 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f55baaa9-ff89-460c-b519-ab0f57a48aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:26.045853 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-f55baaa9-ff89-460c-b519-ab0f57a48aee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9ce3328c-7ca7-4017-8053-b36b707ca786 HTTP/1.1" status: 204 len: 168 time: 0.2675242 Sep 14 23:05:26.051298 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:26.055475 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55baaa9-ff89-460c-b519-ab0f57a48aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce3328c-7ca7-4017-8053-b36b707ca786,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:26.055920 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-7bafce4b-74a3-4f18-9f54-3e37d9acefec tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7688360 Sep 14 23:05:26.070586 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-780477e4-28ef-44de-b748-4c2582397164 service neutron] Request body: {'port': {'device_id': '9686cd85-5deb-437f-bd81-1b1ad5bfc1b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:05:26.139229 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=b96b94a6-3d1f-4858-960f-c910199e9a56,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:26.141269 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-780477e4-28ef-44de-b748-4c2582397164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:26.260747 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ecfd1e-f330-4ddb-a3c1-e7e917a839a7 req-c7ff834d-4e0d-4f6e-a38b-eb8d845e49a9 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:26.262606 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-58ecfd1e-f330-4ddb-a3c1-e7e917a839a7 req-c7ff834d-4e0d-4f6e-a38b-eb8d845e49a9 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 932 time: 0.0689189 Sep 14 23:05:26.284261 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-cbc229a9-ad14-4ac5-a778-826323b99cf2 None None] Provisioning complete for port 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:05:26.284668 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cbc229a9-ad14-4ac5-a778-826323b99cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:26.343821 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-cbc229a9-ad14-4ac5-a778-826323b99cf2 None None] Port 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 cannot update to ACTIVE because it is not bound. {{(pid=94136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 23:05:26.376937 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['b96b94a6-3d1f-4858-960f-c910199e9a56'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:05:26.458565 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['80c57b00-d31c-4c6f-90ad-dbf9909774c0'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:05:26.459983 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 40816) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:26.480112 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1c65cab4-7fae-4654-bf4f-eee4c22cdb9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:26.496325 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-58ecfd1e-f330-4ddb-a3c1-e7e917a839a7 req-ba8445dc-c6ea-4ab7-aee8-c8aa4c2b7ed7 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457556 Sep 14 23:05:26.508410 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc1f77-2aad-4e6d-a3a0-1259bc42d124 req-89ac7a59-01e7-4dde-b275-0d7aaa58ebd2 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:26.510511 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4ecc1f77-2aad-4e6d-a3a0-1259bc42d124 req-89ac7a59-01e7-4dde-b275-0d7aaa58ebd2 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 945 time: 0.2706931 Sep 14 23:05:26.566262 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4ecc1f77-2aad-4e6d-a3a0-1259bc42d124 req-780b6fa2-c1dc-4e23-ac3e-a4649828453e tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ca2a34d-cbbc-4e97-89d9-219fcac7f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484664 Sep 14 23:05:26.568919 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-780477e4-28ef-44de-b748-4c2582397164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:05:26.584547 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-780477e4-28ef-44de-b748-4c2582397164 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:26.606548 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-780477e4-28ef-44de-b748-4c2582397164 service neutron] Transition to ACTIVE for port object 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:05:26.615402 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-780477e4-28ef-44de-b748-4c2582397164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:26.736568 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780477e4-28ef-44de-b748-4c2582397164 service neutron] Pushing event updated for resources: {'Port': ['ID=8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:26.783664 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1c65cab4-7fae-4654-bf4f-eee4c22cdb9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:26.789450 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1c65cab4-7fae-4654-bf4f-eee4c22cdb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:26.853593 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-1c65cab4-7fae-4654-bf4f-eee4c22cdb9c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9710a4ad98564ef4bcb856650dc2d097&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3920617 Sep 14 23:05:26.854061 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65cab4-7fae-4654-bf4f-eee4c22cdb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831827d4-7667-40ff-bd93-c89407b110d2,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:26.855749 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 40840) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:26.856965 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-780477e4-28ef-44de-b748-4c2582397164 service neutron] Attempting to bind port 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:05:26.857317 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-780477e4-28ef-44de-b748-4c2582397164 service neutron] Attempting to bind port 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': 'be17818b-7699-476a-ab10-d7d8b4987e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:05:26.857698 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-780477e4-28ef-44de-b748-4c2582397164 service neutron] Attempting to bind port 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 on network aa9e38bf-d2d8-4eb7-8a53-97cdb6720662 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:05:26.862934 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-780477e4-28ef-44de-b748-4c2582397164 service neutron] Port 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 on network aa9e38bf-d2d8-4eb7-8a53-97cdb6720662 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 23:05:26.863267 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-780477e4-28ef-44de-b748-4c2582397164 service neutron] Attempting to bind port 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 on network aa9e38bf-d2d8-4eb7-8a53-97cdb6720662 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:05:26.873342 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-780477e4-28ef-44de-b748-4c2582397164 service neutron] Checking agent: {'id': '85608d62-9d70-46cb-9db0-a1f12ce5af65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 23, 3), 'started_at': datetime.datetime(2021, 9, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:05:26.873743 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-780477e4-28ef-44de-b748-4c2582397164 service neutron] Checking segment: {'id': 'be17818b-7699-476a-ab10-d7d8b4987e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:05:26.874203 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-780477e4-28ef-44de-b748-4c2582397164 service neutron] Bound using segment: {'id': 'be17818b-7699-476a-ab10-d7d8b4987e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:05:26.874663 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-780477e4-28ef-44de-b748-4c2582397164 service neutron] Bound port: 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be17818b-7699-476a-ab10-d7d8b4987e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:05:26.875010 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-780477e4-28ef-44de-b748-4c2582397164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:26.955460 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0836b9bb-16bb-4890-91eb-ed89ad3c146d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:26.992168 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-780477e4-28ef-44de-b748-4c2582397164 service neutron] For port 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8, host hv-cinder-76017, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:05:26.996599 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0836b9bb-16bb-4890-91eb-ed89ad3c146d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:26.997239 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-780477e4-28ef-44de-b748-4c2582397164 service neutron] For port 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8,segment=NetworkSegment(be17818b-7699-476a-ab10-d7d8b4987e70),segment_id=be17818b-7699-476a-ab10-d7d8b4987e70)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:05:27.004818 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-780477e4-28ef-44de-b748-4c2582397164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:27.077482 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-780477e4-28ef-44de-b748-4c2582397164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:27.079678 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-780477e4-28ef-44de-b748-4c2582397164 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:27.079678 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-780477e4-28ef-44de-b748-4c2582397164 service neutron] 10.222.0.52 "PUT /v2.0/ports/8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 HTTP/1.1" status: 200 len: 1094 time: 1.0142500 Sep 14 23:05:27.080155 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780477e4-28ef-44de-b748-4c2582397164 service neutron] Pushing event updated for resources: {'Port': ['ID=8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:27.084159 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9686cd85-5deb-437f-bd81-1b1ad5bfc1b0', 'tag': '8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:05:27.087912 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b27504ed887e131bccbae67cb08e94fb53697a19aeb48787dd98b51fbb9c8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9fbc25-b290-4633-85fd-cd9e62fec5bd" -d '{"events": [{"name": "network-changed", "server_uuid": "9686cd85-5deb-437f-bd81-1b1ad5bfc1b0", "tag": "8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:05:27.093737 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c19ba0-962a-4ce2-ad16-14f66d74d474 req-76a75863-57f9-4184-953c-d180aa540507 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:27.095657 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-00c19ba0-962a-4ce2-ad16-14f66d74d474 req-76a75863-57f9-4184-953c-d180aa540507 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 945 time: 0.0860450 Sep 14 23:05:27.159123 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0836b9bb-16bb-4890-91eb-ed89ad3c146d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:27.161824 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0836b9bb-16bb-4890-91eb-ed89ad3c146d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:27.163012 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-0836b9bb-16bb-4890-91eb-ed89ad3c146d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/831827d4-7667-40ff-bd93-c89407b110d2 HTTP/1.1" status: 204 len: 168 time: 0.3060584 Sep 14 23:05:27.202225 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-da4521db-37ce-4510-9655-ad7dc917599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:27.202225 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-da4521db-37ce-4510-9655-ad7dc917599f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e1f3957a62c7479aaeab959ee6f17284&device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 1097 time: 0.0681198 Sep 14 23:05:27.230158 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836b9bb-16bb-4890-91eb-ed89ad3c146d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831827d4-7667-40ff-bd93-c89407b110d2,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:27.251236 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-00c19ba0-962a-4ce2-ad16-14f66d74d474 req-bd38ba79-7ec1-4273-8d43-fbb21268db3d tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348243 Sep 14 23:05:27.282337 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-921bd53a-78b0-4b55-bc23-a16eda258ecc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 HTTP/1.1" status: 200 len: 217 time: 0.0706239 Sep 14 23:05:27.284813 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301b08a-e0c3-4a07-a456-8e7d26b4a50f req-daf01627-fe2a-4121-8fb7-b7ed22a81516 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:27.287842 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5301b08a-e0c3-4a07-a456-8e7d26b4a50f req-daf01627-fe2a-4121-8fb7-b7ed22a81516 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 943 time: 0.1914203 Sep 14 23:05:27.357672 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5301b08a-e0c3-4a07-a456-8e7d26b4a50f req-c28c4f57-8a2b-4162-b1ba-e48a9df6d3e7 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580730 Sep 14 23:05:27.370900 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-4e873bcb-0922-4bd4-957f-f061f4295a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:27.376712 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-4e873bcb-0922-4bd4-957f-f061f4295a83 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8fb1c270-17f7-4564-a01a-0bbfc57fb9f4 HTTP/1.1" status: 200 len: 855 time: 0.0812743 Sep 14 23:05:27.376712 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 23:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086f93c9-4c0e-4412-80a3-703aa74127c9 x-openstack-request-id: req-086f93c9-4c0e-4412-80a3-703aa74127c9 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:05:27.376712 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9686cd85-5deb-437f-bd81-1b1ad5bfc1b0", "tag": "8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:05:27.376712 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-086f93c9-4c0e-4412-80a3-703aa74127c9 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:05:27.376712 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9686cd85-5deb-437f-bd81-1b1ad5bfc1b0', 'tag': '8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8', 'status': 'completed', 'code': 200} Sep 14 23:05:27.377088 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 62948c9e-37ac-4b8d-a204-5537e386aab9 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=94136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 23:05:27.382606 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 80c57b00-d31c-4c6f-90ad-dbf9909774c0 up at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:05:27.440563 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-706f5cc3-c103-4524-b832-8de93676fc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:27.442895 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-706f5cc3-c103-4524-b832-8de93676fc6f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa9e38bf-d2d8-4eb7-8a53-97cdb6720662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0619318 Sep 14 23:05:27.515449 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 40870) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:27.554755 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-832731de-8dd9-43bd-92f1-6d35ef6bcf7e service neutron] 10.222.0.52 "GET /v2.0/networks/aa9e38bf-d2d8-4eb7-8a53-97cdb6720662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009073 Sep 14 23:05:27.585485 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning for port 80c57b00-d31c-4c6f-90ad-dbf9909774c0 completed by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:05:27.595156 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning complete for port 80c57b00-d31c-4c6f-90ad-dbf9909774c0 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:05:27.595156 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:27.705870 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-c43741a5-487f-464e-8aea-13fa87388bd6 req-246417f5-f848-4a3f-8e2c-303d9d1a0bfb service neutron] 10.222.0.52 "GET /v2.0/networks/aa9e38bf-d2d8-4eb7-8a53-97cdb6720662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397746 Sep 14 23:05:27.740521 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1cb2a39f-c627-40fb-bd84-ddcf7c31b8d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:27.755406 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 62948c9e-37ac-4b8d-a204-5537e386aab9, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=62948c9e-37ac-4b8d-a204-5537e386aab9,segment=NetworkSegment(41365fa4-5123-4bae-82a6-374b27b20a4c),segment_id=41365fa4-5123-4bae-82a6-374b27b20a4c)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:05:27.800468 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Returning: {'device': '62948c9e-37ac-4b8d-a204-5537e386aab9', 'network_id': '26f36da6-a1ec-4137-a9bd-9ec8524b7b1b', 'port_id': '62948c9e-37ac-4b8d-a204-5537e386aab9', 'mac_address': 'fa:16:3e:28:85:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f597290-8184-475e-a5f8-accd68e76ba3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 23:05:27.838833 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:27.855410 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fbc25-b290-4633-85fd-cd9e62fec5bd req-ddfc08a0-d7d4-4e5e-8caf-c50854a8318b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:27.857071 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-3e9fbc25-b290-4633-85fd-cd9e62fec5bd req-ddfc08a0-d7d4-4e5e-8caf-c50854a8318b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e1f3957a62c7479aaeab959ee6f17284&device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 1097 time: 0.1006389 Sep 14 23:05:27.884577 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b838098-23bd-4b48-b987-5551df4dcdb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c57b00-d31c-4c6f-90ad-dbf9909774c0'}] {{(pid=94136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:05:27.912713 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec816a82-57d5-46f5-98a8-743b59379342 req-19511e07-0de5-4a78-add9-457cd345cb80 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:27.923893 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ec816a82-57d5-46f5-98a8-743b59379342 req-19511e07-0de5-4a78-add9-457cd345cb80 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 944 time: 0.2835882 Sep 14 23:05:28.013581 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 80c57b00-d31c-4c6f-90ad-dbf9909774c0, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=80c57b00-d31c-4c6f-90ad-dbf9909774c0,segment=NetworkSegment(eb098917-dbc9-4dc3-81e9-deb624e7bf20),segment_id=eb098917-dbc9-4dc3-81e9-deb624e7bf20)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:05:28.021116 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fbc25-b290-4633-85fd-cd9e62fec5bd req-2d54ff79-b43c-4240-a558-8a4637220aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:28.021116 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-3e9fbc25-b290-4633-85fd-cd9e62fec5bd req-2d54ff79-b43c-4240-a558-8a4637220aa5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa9e38bf-d2d8-4eb7-8a53-97cdb6720662 HTTP/1.1" status: 200 len: 917 time: 0.1545956 Sep 14 23:05:28.032303 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea5403-686b-4176-8a82-dc93b71e55a1 req-46e5a81b-b06f-4034-876a-61e416b8bdf7 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:28.032828 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:28.034551 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3eea5403-686b-4176-8a82-dc93b71e55a1 req-46e5a81b-b06f-4034-876a-61e416b8bdf7 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 945 time: 0.2976534 Sep 14 23:05:28.041232 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ec816a82-57d5-46f5-98a8-743b59379342 req-a6235745-e9d1-4ee6-b76c-c4c9c8bb812e tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172659 Sep 14 23:05:28.074767 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62948c9e-37ac-4b8d-a204-5537e386aab9 {{(pid=94136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:05:28.079121 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:28.079927 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device b96b94a6-3d1f-4858-960f-c910199e9a56 up at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:05:28.123366 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-3e9fbc25-b290-4633-85fd-cd9e62fec5bd req-3580ec17-7293-4b03-835f-6f3aa4df827e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 HTTP/1.1" status: 200 len: 217 time: 0.0901327 Sep 14 23:05:28.151714 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 62948c9e-37ac-4b8d-a204-5537e386aab9, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=62948c9e-37ac-4b8d-a204-5537e386aab9,segment=NetworkSegment(41365fa4-5123-4bae-82a6-374b27b20a4c),segment_id=41365fa4-5123-4bae-82a6-374b27b20a4c)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:05:28.158979 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1cb2a39f-c627-40fb-bd84-ddcf7c31b8d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:28.167622 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:28.168293 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device d097e64d-d5b0-44aa-9785-a801be858f31 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=94136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 23:05:28.184274 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1cb2a39f-c627-40fb-bd84-ddcf7c31b8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:28.188409 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=80c57b00-d31c-4c6f-90ad-dbf9909774c0,revision_number=5']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:28.234281 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fbc25-b290-4633-85fd-cd9e62fec5bd req-b5d862c1-8895-419f-bab6-40db1084debb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:28.236055 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-3e9fbc25-b290-4633-85fd-cd9e62fec5bd req-b5d862c1-8895-419f-bab6-40db1084debb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8fb1c270-17f7-4564-a01a-0bbfc57fb9f4 HTTP/1.1" status: 200 len: 855 time: 0.1056743 Sep 14 23:05:28.247865 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2b16cdf9a486da92f6eb6a5b1ab92e1b41f493a7e96932162ce692d4f29dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e85ff68-1a7c-4ece-aac5-66f608082352" -d '{"events": [{"server_uuid": "8b838098-23bd-4b48-b987-5551df4dcdb4", "name": "network-vif-plugged", "status": "completed", "tag": "80c57b00-d31c-4c6f-90ad-dbf9909774c0"}]}' {{(pid=94136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:05:28.250109 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3eea5403-686b-4176-8a82-dc93b71e55a1 req-988721c4-ba66-4c67-a2f5-2267a4937325 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ca2a34d-cbbc-4e97-89d9-219fcac7f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040792 Sep 14 23:05:28.288704 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning for port b96b94a6-3d1f-4858-960f-c910199e9a56 completed by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:05:28.295853 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port d097e64d-d5b0-44aa-9785-a801be858f31, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=d097e64d-d5b0-44aa-9785-a801be858f31,segment=NetworkSegment(41365fa4-5123-4bae-82a6-374b27b20a4c),segment_id=41365fa4-5123-4bae-82a6-374b27b20a4c)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:05:28.307713 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-1cb2a39f-c627-40fb-bd84-ddcf7c31b8d9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8d1fa8daaeef4189893f99ca00888fb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7911222 Sep 14 23:05:28.309322 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2a39f-c627-40fb-bd84-ddcf7c31b8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19cdd9ee-54a7-437a-80c4-25bb69dea87e,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:28.313349 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 40926) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:28.319051 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning complete for port b96b94a6-3d1f-4858-960f-c910199e9a56 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:05:28.319549 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:28.327637 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=62948c9e-37ac-4b8d-a204-5537e386aab9,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:28.330567 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Returning: {'device': 'd097e64d-d5b0-44aa-9785-a801be858f31', 'network_id': '26f36da6-a1ec-4137-a9bd-9ec8524b7b1b', 'port_id': 'd097e64d-d5b0-44aa-9785-a801be858f31', 'mac_address': 'fa:16:3e:a9:0c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f597290-8184-475e-a5f8-accd68e76ba3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 23:05:28.382391 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fbc25-b290-4633-85fd-cd9e62fec5bd req-aa52fde0-8bfd-4c4c-97a8-0af69d4ff3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:28.384474 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-3e9fbc25-b290-4633-85fd-cd9e62fec5bd req-aa52fde0-8bfd-4c4c-97a8-0af69d4ff3ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa9e38bf-d2d8-4eb7-8a53-97cdb6720662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1385298 Sep 14 23:05:28.455730 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0e615d-f676-48b6-bfd3-f5b90382325e x-openstack-request-id: req-cf0e615d-f676-48b6-bfd3-f5b90382325e {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:05:28.456546 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-83cc9857-a9d7-42d4-81a7-81a0c04ebc82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:28.457096 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b838098-23bd-4b48-b987-5551df4dcdb4", "name": "network-vif-plugged", "status": "completed", "tag": "80c57b00-d31c-4c6f-90ad-dbf9909774c0", "code": 200}]} {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:05:28.462565 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cf0e615d-f676-48b6-bfd3-f5b90382325e {{(pid=94136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:05:28.463254 dv-cinder-760178-13-iscsi neutron-server[94136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b838098-23bd-4b48-b987-5551df4dcdb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c57b00-d31c-4c6f-90ad-dbf9909774c0', 'code': 200} Sep 14 23:05:28.500367 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:28.515689 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7752f99-1fc6-4966-a6ff-533607a8721e req-d5eb9599-18df-4cf9-a225-034b2497aa47 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:28.518373 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c7752f99-1fc6-4966-a6ff-533607a8721e req-d5eb9599-18df-4cf9-a225-034b2497aa47 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 946 time: 0.1069446 Sep 14 23:05:28.524235 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-83cc9857-a9d7-42d4-81a7-81a0c04ebc82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:28.580457 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-3e9fbc25-b290-4633-85fd-cd9e62fec5bd req-35957d30-b845-4cf6-827d-19ee5ccedc2c service neutron] 10.222.0.52 "GET /v2.0/networks/aa9e38bf-d2d8-4eb7-8a53-97cdb6720662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843274 Sep 14 23:05:28.581648 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d097e64d-d5b0-44aa-9785-a801be858f31 {{(pid=94136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:05:28.615344 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port d097e64d-d5b0-44aa-9785-a801be858f31, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=d097e64d-d5b0-44aa-9785-a801be858f31,segment=NetworkSegment(41365fa4-5123-4bae-82a6-374b27b20a4c),segment_id=41365fa4-5123-4bae-82a6-374b27b20a4c)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:05:28.616378 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:28.627730 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:28.650598 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c7752f99-1fc6-4966-a6ff-533607a8721e req-9cce6dd6-d788-48a1-a1a0-6219cce175ec tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217868 Sep 14 23:05:28.705391 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port b96b94a6-3d1f-4858-960f-c910199e9a56, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=b96b94a6-3d1f-4858-960f-c910199e9a56,segment=NetworkSegment(411b859d-a35b-47cb-a842-920f3a646284),segment_id=411b859d-a35b-47cb-a842-920f3a646284)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:05:28.714263 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 6 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:05:28.717794 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:28.719639 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=d097e64d-d5b0-44aa-9785-a801be858f31,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:28.757120 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-3e9fbc25-b290-4633-85fd-cd9e62fec5bd req-b0b37c6f-1b78-4f32-8a6d-880879823d4d service neutron] 10.222.0.52 "GET /v2.0/networks/aa9e38bf-d2d8-4eb7-8a53-97cdb6720662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667600 Sep 14 23:05:28.772822 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=b96b94a6-3d1f-4858-960f-c910199e9a56,revision_number=5']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:28.840910 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f0d84-2603-4287-9a86-cbe12aa5c9b1 req-1b14e1d5-4203-43e6-a7dd-f4da8c038956 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:28.851376 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-954f0d84-2603-4287-9a86-cbe12aa5c9b1 req-1b14e1d5-4203-43e6-a7dd-f4da8c038956 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 943 time: 0.2648988 Sep 14 23:05:28.851376 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-83cc9857-a9d7-42d4-81a7-81a0c04ebc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:28.851376 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-83cc9857-a9d7-42d4-81a7-81a0c04ebc82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:28.851376 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-83cc9857-a9d7-42d4-81a7-81a0c04ebc82 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/19cdd9ee-54a7-437a-80c4-25bb69dea87e HTTP/1.1" status: 204 len: 168 time: 0.5358107 Sep 14 23:05:28.870588 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['d097e64d-d5b0-44aa-9785-a801be858f31'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:05:28.890288 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc9857-a9d7-42d4-81a7-81a0c04ebc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cdd9ee-54a7-437a-80c4-25bb69dea87e,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:28.936891 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b83c36-7c6a-43c4-a384-6b08a60bac86 req-187d8d9b-6b46-4651-92e7-c3d0bacc01e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:28.939835 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-04b83c36-7c6a-43c4-a384-6b08a60bac86 req-187d8d9b-6b46-4651-92e7-c3d0bacc01e9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 1099 time: 0.2396698 Sep 14 23:05:28.944306 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['62948c9e-37ac-4b8d-a204-5537e386aab9'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:05:28.996830 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-04b83c36-7c6a-43c4-a384-6b08a60bac86 req-b0f13cfc-0926-4804-9927-6017729b4b3e service neutron] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:29.001469 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-954f0d84-2603-4287-9a86-cbe12aa5c9b1 req-3c03582a-0d6e-440a-adf4-49efd596d9bb tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487246 Sep 14 23:05:29.137125 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-04b83c36-7c6a-43c4-a384-6b08a60bac86 req-b0f13cfc-0926-4804-9927-6017729b4b3e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:29.143290 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-04b83c36-7c6a-43c4-a384-6b08a60bac86 req-b0f13cfc-0926-4804-9927-6017729b4b3e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:29.212696 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-04b83c36-7c6a-43c4-a384-6b08a60bac86 req-b0f13cfc-0926-4804-9927-6017729b4b3e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590570 Sep 14 23:05:29.242393 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f13cfc-0926-4804-9927-6017729b4b3e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2619b7-3ba4-4d8d-aa72-2a38b9edd848,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:29.261000 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3487577-d69a-4d35-b6a5-5458f420c8aa req-0db4ebc8-baff-497b-8169-c0c52221ca94 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:29.262593 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f3487577-d69a-4d35-b6a5-5458f420c8aa req-0db4ebc8-baff-497b-8169-c0c52221ca94 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 944 time: 0.1098354 Sep 14 23:05:29.312259 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f3487577-d69a-4d35-b6a5-5458f420c8aa req-f41bc4da-5773-4126-a665-61115f3cc54b tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368485 Sep 14 23:05:29.425045 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7880cb4-6f48-459d-bced-fa3e000ad2f3 req-e2b7b017-9d11-4bf1-847f-09a8db46f126 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:29.434111 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a7880cb4-6f48-459d-bced-fa3e000ad2f3 req-e2b7b017-9d11-4bf1-847f-09a8db46f126 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 946 time: 0.0636621 Sep 14 23:05:29.438644 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 40972) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:29.454425 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ec9f788a-7d21-4ed4-9f96-e4b5cf7d6729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:29.481204 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a7880cb4-6f48-459d-bced-fa3e000ad2f3 req-2d030e2f-a2e7-4e59-850c-b0d87e14666b tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ca2a34d-cbbc-4e97-89d9-219fcac7f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461500 Sep 14 23:05:29.569214 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ec9f788a-7d21-4ed4-9f96-e4b5cf7d6729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:29.574456 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ec9f788a-7d21-4ed4-9f96-e4b5cf7d6729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:29.622198 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-ec9f788a-7d21-4ed4-9f96-e4b5cf7d6729 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=598176249e9e4f46b7ecbcb4e8874a4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1784019 Sep 14 23:05:29.622748 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 40982) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:29.628714 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f788a-7d21-4ed4-9f96-e4b5cf7d6729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3178a049-18d6-4279-bce4-fa30c3e5abb4,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:29.689839 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-33690753-8f37-4825-b123-8bd7ec358ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:29.724949 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-33690753-8f37-4825-b123-8bd7ec358ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:29.796841 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-33690753-8f37-4825-b123-8bd7ec358ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:29.801756 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-33690753-8f37-4825-b123-8bd7ec358ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:29.803020 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-33690753-8f37-4825-b123-8bd7ec358ad5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3178a049-18d6-4279-bce4-fa30c3e5abb4 HTTP/1.1" status: 204 len: 168 time: 0.1798296 Sep 14 23:05:29.818684 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d6758-f811-41de-b1db-3fc6dd4c66ce req-9e4d81a2-522e-4bcf-b112-4079d8100cd8 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:29.820338 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f62d6758-f811-41de-b1db-3fc6dd4c66ce req-9e4d81a2-522e-4bcf-b112-4079d8100cd8 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 946 time: 0.0695002 Sep 14 23:05:29.822523 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33690753-8f37-4825-b123-8bd7ec358ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3178a049-18d6-4279-bce4-fa30c3e5abb4,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:29.885008 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f62d6758-f811-41de-b1db-3fc6dd4c66ce req-b2128f6f-fcad-41f4-bbab-8032c6ca7b87 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488164 Sep 14 23:05:30.147830 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb973c5-3081-4390-aa5d-7af239eedea7 req-8589f95c-38a8-4187-ac1c-1a3ad2dc3c2a tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:30.155725 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3cb973c5-3081-4390-aa5d-7af239eedea7 req-8589f95c-38a8-4187-ac1c-1a3ad2dc3c2a tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 944 time: 0.0610416 Sep 14 23:05:30.211528 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3cb973c5-3081-4390-aa5d-7af239eedea7 req-4661776f-4140-4bd0-92bb-dd38e76107f6 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500765 Sep 14 23:05:30.230704 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:30.448542 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf2880-36f7-4982-b1f5-e804c70be57a req-02d30c97-a6c5-4bc3-8d64-c2a5cf9b8196 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:30.450106 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c0bf2880-36f7-4982-b1f5-e804c70be57a req-02d30c97-a6c5-4bc3-8d64-c2a5cf9b8196 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 944 time: 0.0597675 Sep 14 23:05:30.464812 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbae247-acfb-4d8e-a8a8-75b7fd025255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96b94a6-3d1f-4858-960f-c910199e9a56'}] {{(pid=94136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:05:30.468958 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2b16cdf9a486da92f6eb6a5b1ab92e1b41f493a7e96932162ce692d4f29dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f95b515-270f-422f-8a51-a389ed30eda3" -d '{"events": [{"server_uuid": "2fbae247-acfb-4d8e-a8a8-75b7fd025255", "name": "network-vif-plugged", "status": "completed", "tag": "b96b94a6-3d1f-4858-960f-c910199e9a56"}]}' {{(pid=94136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:05:30.504664 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c0bf2880-36f7-4982-b1f5-e804c70be57a req-e04768c0-649b-4ee3-ba7d-f2982a40baf0 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459473 Sep 14 23:05:30.522238 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1092da6-0721-4c97-988f-7910febca0b7 x-openstack-request-id: req-d1092da6-0721-4c97-988f-7910febca0b7 {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:05:30.522874 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbae247-acfb-4d8e-a8a8-75b7fd025255", "name": "network-vif-plugged", "status": "completed", "tag": "b96b94a6-3d1f-4858-960f-c910199e9a56", "code": 200}]} {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:05:30.523266 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d1092da6-0721-4c97-988f-7910febca0b7 {{(pid=94136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:05:30.524225 dv-cinder-760178-13-iscsi neutron-server[94136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbae247-acfb-4d8e-a8a8-75b7fd025255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96b94a6-3d1f-4858-960f-c910199e9a56', 'code': 200} Sep 14 23:05:30.629081 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42e2df-06ba-4f76-bd26-eccffef1fc22 req-5549eb5e-275c-4ae3-93c3-e141576523d4 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:30.630591 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-cb42e2df-06ba-4f76-bd26-eccffef1fc22 req-5549eb5e-275c-4ae3-93c3-e141576523d4 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 946 time: 0.0506270 Sep 14 23:05:30.661239 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 41094) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:30.674948 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-cb42e2df-06ba-4f76-bd26-eccffef1fc22 req-875636bd-5797-46b2-82f1-10ad21d78c51 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ca2a34d-cbbc-4e97-89d9-219fcac7f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367367 Sep 14 23:05:30.762633 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-eddd63f3-2cec-4afc-a2a5-885ca1851def admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1087805965-network', 'tenant_id': '52a245d99d2a4a818de662bcec3c93a4'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:05:30.786702 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddd63f3-2cec-4afc-a2a5-885ca1851def admin admin] Made reservation on behalf of 52a245d99d2a4a818de662bcec3c93a4 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:05:30.789556 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eddd63f3-2cec-4afc-a2a5-885ca1851def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:30.799852 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eddd63f3-2cec-4afc-a2a5-885ca1851def admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:30.902586 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eddd63f3-2cec-4afc-a2a5-885ca1851def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:30.907477 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eddd63f3-2cec-4afc-a2a5-885ca1851def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:30.954866 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eddd63f3-2cec-4afc-a2a5-885ca1851def admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:05:30.971065 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd63f3-2cec-4afc-a2a5-885ca1851def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bbeaaa-64ae-43e1-9534-da1598c6ce05,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:30.985041 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eddd63f3-2cec-4afc-a2a5-885ca1851def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:30.985417 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.db.segments_db [None req-eddd63f3-2cec-4afc-a2a5-885ca1851def admin admin] Added segment 80c1c9ac-3c75-4c32-9541-867c05657b00 of type vlan for network e6307825-4923-40c8-9b7a-26d2f5ff7e47 Sep 14 23:05:31.032970 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887f5ea-8986-4624-a4ad-676e00c9b444 req-e71c8f96-d0cf-4b89-8e91-5596e493eb66 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:31.037813 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3887f5ea-8986-4624-a4ad-676e00c9b444 req-e71c8f96-d0cf-4b89-8e91-5596e493eb66 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 946 time: 0.0709286 Sep 14 23:05:31.037949 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eddd63f3-2cec-4afc-a2a5-885ca1851def admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755853879839'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:31.065312 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eddd63f3-2cec-4afc-a2a5-885ca1851def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:31.066400 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddd63f3-2cec-4afc-a2a5-885ca1851def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:31.067003 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eddd63f3-2cec-4afc-a2a5-885ca1851def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:31.093811 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-eddd63f3-2cec-4afc-a2a5-885ca1851def admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4314277 Sep 14 23:05:31.096757 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 41122) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:31.097845 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3887f5ea-8986-4624-a4ad-676e00c9b444 req-c691a90d-3db1-4267-8607-72d8235dec66 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512898 Sep 14 23:05:31.106842 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-8ede4d06-d1ec-481c-85df-3d8ac9154b23 admin admin] Request body: {'subnet': {'network_id': 'e6307825-4923-40c8-9b7a-26d2f5ff7e47', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1087805965-subnet', 'tenant_id': '52a245d99d2a4a818de662bcec3c93a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:05:31.168370 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd63f3-2cec-4afc-a2a5-885ca1851def admin admin] Pushing event updated for resources: {'Network': ['ID=e6307825-4923-40c8-9b7a-26d2f5ff7e47,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:31.180969 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Network e6307825-4923-40c8-9b7a-26d2f5ff7e47 details requested by agent ovs-agent-dv-cinder-760178-13-iscsi with host dv-cinder-760178-13-iscsi {{(pid=94136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 23:05:31.185992 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ede4d06-d1ec-481c-85df-3d8ac9154b23 admin admin] Made reservation on behalf of 52a245d99d2a4a818de662bcec3c93a4 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:05:31.188401 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8ede4d06-d1ec-481c-85df-3d8ac9154b23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13474289'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:31.229696 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 41134) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:31.355585 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd3386-8014-4189-85ee-591c6367791e req-73dd5329-4d1a-4730-a6e9-30f10e403430 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:31.357498 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2ccd3386-8014-4189-85ee-591c6367791e req-73dd5329-4d1a-4730-a6e9-30f10e403430 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 944 time: 0.0557961 Sep 14 23:05:31.393230 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-56d7ebed-ac40-4d02-9c02-c2bd3144994a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:31.405145 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8ede4d06-d1ec-481c-85df-3d8ac9154b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16122564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13474271'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:31.414146 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2ccd3386-8014-4189-85ee-591c6367791e req-ad983bd1-01d8-46ec-a83b-e5133d6fd0e6 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508420 Sep 14 23:05:31.479184 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede4d06-d1ec-481c-85df-3d8ac9154b23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3222d99e-b48e-4dc9-abfc-972780ac3f65,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:31.490839 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ede4d06-d1ec-481c-85df-3d8ac9154b23 admin admin] Checking segment: {'id': '80c1c9ac-3c75-4c32-9541-867c05657b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e6307825-4923-40c8-9b7a-26d2f5ff7e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:05:31.491351 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ede4d06-d1ec-481c-85df-3d8ac9154b23 admin admin] Network hostable DHCP agents. Network: e6307825-4923-40c8-9b7a-26d2f5ff7e47, hostable agents: ['cc88f5a5-5435-4a3a-a65f-5f33fd37a978'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:05:31.511737 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ede4d06-d1ec-481c-85df-3d8ac9154b23 admin admin] Network e6307825-4923-40c8-9b7a-26d2f5ff7e47 is scheduled to be hosted by DHCP agent cc88f5a5-5435-4a3a-a65f-5f33fd37a978 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:05:31.521781 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-8ede4d06-d1ec-481c-85df-3d8ac9154b23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-13-iscsi, e6307825-4923-40c8-9b7a-26d2f5ff7e47) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:05:31.523361 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-56d7ebed-ac40-4d02-9c02-c2bd3144994a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:31.527176 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-56d7ebed-ac40-4d02-9c02-c2bd3144994a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:31.530526 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad96151d-2824-4e3c-8eb4-38707077745e None None] Network e6307825-4923-40c8-9b7a-26d2f5ff7e47 requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:05:31.530997 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ede4d06-d1ec-481c-85df-3d8ac9154b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:31.531413 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8ede4d06-d1ec-481c-85df-3d8ac9154b23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:31.548668 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-8ede4d06-d1ec-481c-85df-3d8ac9154b23 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4493773 Sep 14 23:05:31.623369 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 41146) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:31.623961 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-56d7ebed-ac40-4d02-9c02-c2bd3144994a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1e1d9ba66e254491a5ed8d48c25727f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3935637 Sep 14 23:05:31.656393 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7ebed-ac40-4d02-9c02-c2bd3144994a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9457f9c-84ab-4e2e-8e73-41f4b944f014,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:31.684485 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f23d19-524d-4fd1-8116-210be6bad413 req-5a213380-45df-4c27-a647-4277f5edf950 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:31.685796 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-03f23d19-524d-4fd1-8116-210be6bad413 req-5a213380-45df-4c27-a647-4277f5edf950 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 944 time: 0.0607617 Sep 14 23:05:31.706908 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f07df214-af70-4645-b800-6d2339e8c888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:31.745498 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f07df214-af70-4645-b800-6d2339e8c888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:31.754733 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-03f23d19-524d-4fd1-8116-210be6bad413 req-14202e1f-96f8-4927-8703-7eeebd0ff6b2 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622478 Sep 14 23:05:31.799628 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02862057-8595-43df-85a8-fc4747287721 None None] Network e6307825-4923-40c8-9b7a-26d2f5ff7e47 requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:05:31.828136 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0dece-e3ae-47d3-8ec8-fccd793b91f5 req-9c42e9e5-0bf9-4660-80bc-703ca44f40e9 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:31.836364 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-01b0dece-e3ae-47d3-8ec8-fccd793b91f5 req-9c42e9e5-0bf9-4660-80bc-703ca44f40e9 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 946 time: 0.0717273 Sep 14 23:05:31.844855 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f07df214-af70-4645-b800-6d2339e8c888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:31.848776 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f07df214-af70-4645-b800-6d2339e8c888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:31.850335 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-f07df214-af70-4645-b800-6d2339e8c888 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f9457f9c-84ab-4e2e-8e73-41f4b944f014 HTTP/1.1" status: 204 len: 168 time: 0.2257674 Sep 14 23:05:31.860891 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07df214-af70-4645-b800-6d2339e8c888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9457f9c-84ab-4e2e-8e73-41f4b944f014,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:31.906762 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-01b0dece-e3ae-47d3-8ec8-fccd793b91f5 req-5b4664e3-5e2f-4e07-8478-171256c17543 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ca2a34d-cbbc-4e97-89d9-219fcac7f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626931 Sep 14 23:05:32.213970 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00c5ac-538e-4ab0-aa8b-ee17b2e9683f req-fcb20054-6254-4bf2-a586-585537a62ad7 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:32.215054 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=94136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 23:05:32.215485 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4b00c5ac-538e-4ab0-aa8b-ee17b2e9683f req-fcb20054-6254-4bf2-a586-585537a62ad7 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 946 time: 0.0553997 Sep 14 23:05:32.242645 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-243ff951-4afb-4914-978a-af3fa19a5187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:32.268646 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4b00c5ac-538e-4ab0-aa8b-ee17b2e9683f req-b55689a0-f600-43f0-ac39-3ad6549ee483 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470803 Sep 14 23:05:32.302190 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 41168) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:32.307742 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-4e2838c0-b197-470b-95a2-e57cf7342590 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1314428372-network', 'tenant_id': 'fca35e5ada84407e95b6c84ef772caab'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:05:32.333654 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2838c0-b197-470b-95a2-e57cf7342590 admin admin] Made reservation on behalf of fca35e5ada84407e95b6c84ef772caab for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:05:32.337486 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4e2838c0-b197-470b-95a2-e57cf7342590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:32.337664 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8,segment=NetworkSegment(be17818b-7699-476a-ab10-d7d8b4987e70),segment_id=be17818b-7699-476a-ab10-d7d8b4987e70)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:05:32.346317 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 41172) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:32.347942 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4e2838c0-b197-470b-95a2-e57cf7342590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:32.355184 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Returning: {'device': '8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8', 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662', 'port_id': '8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8', 'mac_address': 'fa:16:3e:9d:03:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 23:05:32.360229 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b8f38c6a-6d67-45a7-a8bf-c8f50da43a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:32.385020 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.db.api [None req-4e2838c0-b197-470b-95a2-e57cf7342590 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 14 23:05:32.385020 dv-cinder-760178-13-iscsi neutron-server[94134]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 14 23:05:32.385020 dv-cinder-760178-13-iscsi neutron-server[94134]: [parameters: {'project_id_1': 'fca35e5ada84407e95b6c84ef772caab', 'expiration_1': datetime.datetime(2021, 9, 14, 23, 5, 12, 359256)}] Sep 14 23:05:32.385020 dv-cinder-760178-13-iscsi neutron-server[94134]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 23:05:32.386740 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG oslo_db.api [None req-4e2838c0-b197-470b-95a2-e57cf7342590 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 23:05:32.400010 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:32.413400 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 {{(pid=94136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:05:32.435043 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8,segment=NetworkSegment(be17818b-7699-476a-ab10-d7d8b4987e70),segment_id=be17818b-7699-476a-ab10-d7d8b4987e70)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:05:32.438253 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:32.461669 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b8f38c6a-6d67-45a7-a8bf-c8f50da43a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:32.467546 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b8f38c6a-6d67-45a7-a8bf-c8f50da43a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:32.487867 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:32.531167 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-b8f38c6a-6d67-45a7-a8bf-c8f50da43a72 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=047bef4434f24224a63b4738e5948c9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1837778 Sep 14 23:05:32.533830 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f38c6a-6d67-45a7-a8bf-c8f50da43a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d343c956-363c-4b69-9eda-9956d58aa876,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:32.534235 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 41180) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:32.558552 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c33124b-ffd5-4323-956a-81611bb7b600 req-66d46147-7eba-47b9-bf9d-cca34c09e970 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:32.560039 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4c33124b-ffd5-4323-956a-81611bb7b600 req-66d46147-7eba-47b9-bf9d-cca34c09e970 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 944 time: 0.0680261 Sep 14 23:05:32.594810 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1cc6c41-b4a2-4a09-b33f-3653f04ad695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:32.598283 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4c33124b-ffd5-4323-956a-81611bb7b600 req-490d02bf-c955-4a13-ba96-d9bb6debbdd1 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321648 Sep 14 23:05:32.616437 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1cc6c41-b4a2-4a09-b33f-3653f04ad695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:32.661554 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1cc6c41-b4a2-4a09-b33f-3653f04ad695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:32.664137 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1cc6c41-b4a2-4a09-b33f-3653f04ad695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:32.665916 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-e1cc6c41-b4a2-4a09-b33f-3653f04ad695 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d343c956-363c-4b69-9eda-9956d58aa876 HTTP/1.1" status: 204 len: 168 time: 0.1306486 Sep 14 23:05:32.673640 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc6c41-b4a2-4a09-b33f-3653f04ad695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d343c956-363c-4b69-9eda-9956d58aa876,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:32.888724 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4e2838c0-b197-470b-95a2-e57cf7342590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:32.896666 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d17eb5-52a3-4315-a372-40ce47e52020 req-e987fbf4-de21-440e-9e2f-ad0b145359dd tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:32.896666 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-88d17eb5-52a3-4315-a372-40ce47e52020 req-e987fbf4-de21-440e-9e2f-ad0b145359dd tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 945 time: 0.0621233 Sep 14 23:05:32.947090 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-88d17eb5-52a3-4315-a372-40ce47e52020 req-7f443dfe-c534-4120-a195-4ee2739ee78f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403719 Sep 14 23:05:33.014471 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4e2838c0-b197-470b-95a2-e57cf7342590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:33.019599 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4e2838c0-b197-470b-95a2-e57cf7342590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:33.041270 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e2838c0-b197-470b-95a2-e57cf7342590 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:05:33.046660 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cf5e9-0d9c-44f2-b5ff-ae327b0586c3 req-55a86d3e-4135-4d81-9b75-ef127052e575 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:33.048290 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-913cf5e9-0d9c-44f2-b5ff-ae327b0586c3 req-55a86d3e-4135-4d81-9b75-ef127052e575 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 946 time: 0.0591156 Sep 14 23:05:33.056155 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2838c0-b197-470b-95a2-e57cf7342590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8767100d-8d32-4563-b317-c707b95de5b9,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:33.064835 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4e2838c0-b197-470b-95a2-e57cf7342590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:33.065591 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.db.segments_db [None req-4e2838c0-b197-470b-95a2-e57cf7342590 admin admin] Added segment d5337242-3f2b-4e68-b02d-0779b11060d4 of type vlan for network e49d1ee2-401d-422c-8f65-dc2159c206fa Sep 14 23:05:33.091966 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-913cf5e9-0d9c-44f2-b5ff-ae327b0586c3 req-bae6143d-5479-4784-a29b-46f0a9a6901e tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ca2a34d-cbbc-4e97-89d9-219fcac7f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359278 Sep 14 23:05:33.121516 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4e2838c0-b197-470b-95a2-e57cf7342590 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755853879839'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:33.148072 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4e2838c0-b197-470b-95a2-e57cf7342590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:33.149122 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2838c0-b197-470b-95a2-e57cf7342590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:33.149732 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4e2838c0-b197-470b-95a2-e57cf7342590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:33.170303 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 62948c9e-37ac-4b8d-a204-5537e386aab9 up at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:05:33.183948 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-4e2838c0-b197-470b-95a2-e57cf7342590 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8803322 Sep 14 23:05:33.188048 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 41198) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:33.215356 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-35891f35-7b4b-45a7-8972-566addd4b717 admin admin] Request body: {'subnet': {'network_id': 'e49d1ee2-401d-422c-8f65-dc2159c206fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1314428372-subnet', 'tenant_id': 'fca35e5ada84407e95b6c84ef772caab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:05:33.220875 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2838c0-b197-470b-95a2-e57cf7342590 admin admin] Pushing event updated for resources: {'Network': ['ID=e49d1ee2-401d-422c-8f65-dc2159c206fa,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:33.234089 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Network e49d1ee2-401d-422c-8f65-dc2159c206fa details requested by agent ovs-agent-dv-cinder-760178-13-iscsi with host dv-cinder-760178-13-iscsi {{(pid=94136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 23:05:33.238430 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning for port 62948c9e-37ac-4b8d-a204-5537e386aab9 completed by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:05:33.252649 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35891f35-7b4b-45a7-8972-566addd4b717 admin admin] Made reservation on behalf of fca35e5ada84407e95b6c84ef772caab for: {'subnet': 1} {{(pid=94135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:05:33.254996 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-35891f35-7b4b-45a7-8972-566addd4b717 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16040488'] for subnet, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:33.256205 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning complete for port 62948c9e-37ac-4b8d-a204-5537e386aab9 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:05:33.256789 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:33.437425 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:33.504548 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2525046c-5414-40da-9f51-242719d157c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62948c9e-37ac-4b8d-a204-5537e386aab9'}] {{(pid=94136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:05:33.507848 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2b16cdf9a486da92f6eb6a5b1ab92e1b41f493a7e96932162ce692d4f29dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44b7e55-7c44-4121-bb80-2e4d58c68fd7" -d '{"events": [{"server_uuid": "2525046c-5414-40da-9f51-242719d157c7", "name": "network-vif-plugged", "status": "completed", "tag": "62948c9e-37ac-4b8d-a204-5537e386aab9"}]}' {{(pid=94136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:05:33.540880 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:05:33.554344 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f53163-5166-4de2-a4c7-782d1e8ca729 req-c882a9be-cae0-4538-bc8a-47bf5757f797 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:33.556317 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d4f53163-5166-4de2-a4c7-782d1e8ca729 req-c882a9be-cae0-4538-bc8a-47bf5757f797 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 946 time: 0.1828399 Sep 14 23:05:33.563508 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60d59f-8962-4e43-be75-7a0d2476c947 req-7aed2b1f-63a4-435b-bd54-55b5281c649c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:33.565365 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fc60d59f-8962-4e43-be75-7a0d2476c947 req-7aed2b1f-63a4-435b-bd54-55b5281c649c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 1099 time: 0.2148440 Sep 14 23:05:33.592443 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 62948c9e-37ac-4b8d-a204-5537e386aab9, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=62948c9e-37ac-4b8d-a204-5537e386aab9,segment=NetworkSegment(41365fa4-5123-4bae-82a6-374b27b20a4c),segment_id=41365fa4-5123-4bae-82a6-374b27b20a4c)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:05:33.596753 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98bbd809-4d0f-40a1-acc2-b84b6ffaff73 x-openstack-request-id: req-98bbd809-4d0f-40a1-acc2-b84b6ffaff73 {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:05:33.597354 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2525046c-5414-40da-9f51-242719d157c7", "name": "network-vif-plugged", "status": "completed", "tag": "62948c9e-37ac-4b8d-a204-5537e386aab9", "code": 200}]} {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:05:33.606872 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-98bbd809-4d0f-40a1-acc2-b84b6ffaff73 {{(pid=94136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:05:33.608347 dv-cinder-760178-13-iscsi neutron-server[94136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2525046c-5414-40da-9f51-242719d157c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62948c9e-37ac-4b8d-a204-5537e386aab9', 'code': 200} Sep 14 23:05:33.618946 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:33.621012 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device d097e64d-d5b0-44aa-9785-a801be858f31 up at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:05:33.764256 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fc60d59f-8962-4e43-be75-7a0d2476c947 req-e95bbe9d-0756-4d90-9c2e-0d8a82f5d087 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0ca2a34d-cbbc-4e97-89d9-219fcac7f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829884 Sep 14 23:05:33.779633 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=62948c9e-37ac-4b8d-a204-5537e386aab9,revision_number=5']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:33.780830 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d4f53163-5166-4de2-a4c7-782d1e8ca729 req-6c8f34e4-3844-4e1b-b4c2-9cb1b425d82f tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126656 Sep 14 23:05:33.792102 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-35891f35-7b4b-45a7-8972-566addd4b717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16040454'] for subnet, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:33.808704 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning for port d097e64d-d5b0-44aa-9785-a801be858f31 completed by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:05:33.820753 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning complete for port d097e64d-d5b0-44aa-9785-a801be858f31 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:05:33.822329 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:33.849763 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7b746-e577-498c-a5a1-d7d2bd33d051 req-8cca5899-04f5-41d5-8920-81b291f16f48 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:33.857376 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-bea7b746-e577-498c-a5a1-d7d2bd33d051 req-8cca5899-04f5-41d5-8920-81b291f16f48 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 944 time: 0.1442320 Sep 14 23:05:33.889002 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35891f35-7b4b-45a7-8972-566addd4b717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=103880b3-ef29-4f8f-9cf8-aeb29cfbbd91,revision_number=0']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:33.929829 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35891f35-7b4b-45a7-8972-566addd4b717 admin admin] Checking segment: {'id': 'd5337242-3f2b-4e68-b02d-0779b11060d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e49d1ee2-401d-422c-8f65-dc2159c206fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:05:33.930862 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35891f35-7b4b-45a7-8972-566addd4b717 admin admin] Network hostable DHCP agents. Network: e49d1ee2-401d-422c-8f65-dc2159c206fa, hostable agents: ['cc88f5a5-5435-4a3a-a65f-5f33fd37a978'], hosted agents: [] {{(pid=94135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:05:33.947330 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-bea7b746-e577-498c-a5a1-d7d2bd33d051 req-c10b1513-e916-4cb4-be06-d6cbdda10631 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839689 Sep 14 23:05:33.995289 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35891f35-7b4b-45a7-8972-566addd4b717 admin admin] Network e49d1ee2-401d-422c-8f65-dc2159c206fa is scheduled to be hosted by DHCP agent cc88f5a5-5435-4a3a-a65f-5f33fd37a978 with binding_index 1 {{(pid=94135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:05:34.013179 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-35891f35-7b4b-45a7-8972-566addd4b717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-13-iscsi, e49d1ee2-401d-422c-8f65-dc2159c206fa) {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:05:34.027076 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3b22e5-b648-4434-9040-cf52785e49d5 None None] Network e49d1ee2-401d-422c-8f65-dc2159c206fa requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:05:34.030023 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:34.033656 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35891f35-7b4b-45a7-8972-566addd4b717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:34.034469 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-35891f35-7b4b-45a7-8972-566addd4b717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for subnet, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:34.097525 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-35891f35-7b4b-45a7-8972-566addd4b717 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9078984 Sep 14 23:05:34.113811 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c8f9f-77ff-492d-925f-a0d67fbea304 req-29afa9a2-499f-4e31-b51e-9a4bd9f4be6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:34.115627 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1b4c8f9f-77ff-492d-925f-a0d67fbea304 req-29afa9a2-499f-4e31-b51e-9a4bd9f4be6a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 1099 time: 0.0780585 Sep 14 23:05:34.189624 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1b4c8f9f-77ff-492d-925f-a0d67fbea304 req-b5d5619c-f4f1-480f-b5b5-d58a5707ae3f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648935 Sep 14 23:05:34.205264 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744f994-a229-408d-84e1-4829d1586c5e req-710a8958-4875-4417-a9dc-97b9509d9b36 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:34.207038 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e744f994-a229-408d-84e1-4829d1586c5e req-710a8958-4875-4417-a9dc-97b9509d9b36 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 945 time: 0.0759308 Sep 14 23:05:34.273127 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port d097e64d-d5b0-44aa-9785-a801be858f31, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=d097e64d-d5b0-44aa-9785-a801be858f31,segment=NetworkSegment(41365fa4-5123-4bae-82a6-374b27b20a4c),segment_id=41365fa4-5123-4bae-82a6-374b27b20a4c)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:05:34.284192 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:34.289255 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e744f994-a229-408d-84e1-4829d1586c5e req-bf914559-6e7d-4451-b434-0654870fc42f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697618 Sep 14 23:05:34.345749 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda13a6-4791-4169-a348-66b119c2d35a req-063d8e67-2123-4d95-98cc-ff0f3280e56a tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:34.347411 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-dfda13a6-4791-4169-a348-66b119c2d35a req-063d8e67-2123-4d95-98cc-ff0f3280e56a tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 946 time: 0.1188035 Sep 14 23:05:34.404006 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-dfda13a6-4791-4169-a348-66b119c2d35a req-b8046431-8238-4371-8063-4d13cc7ec295 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ca2a34d-cbbc-4e97-89d9-219fcac7f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497775 Sep 14 23:05:34.434563 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=d097e64d-d5b0-44aa-9785-a801be858f31,revision_number=5']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:34.500759 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba05421-cb57-40ca-88a4-4373a407ac90 None None] Network e49d1ee2-401d-422c-8f65-dc2159c206fa requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:05:34.976104 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:34.982020 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-560d7b0d-dadd-42fe-98d3-77045334c5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:35.014169 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9920551-d297-4585-82ae-2037c446264d req-493eaff1-ba4b-4af0-8ee0-cc2721617673 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:35.022366 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f9920551-d297-4585-82ae-2037c446264d req-493eaff1-ba4b-4af0-8ee0-cc2721617673 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 946 time: 0.1211457 Sep 14 23:05:35.114243 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f9920551-d297-4585-82ae-2037c446264d req-d9009106-e823-4ad3-a5fb-3c25176c8b8e tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788109 Sep 14 23:05:35.140858 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb17be-2e20-41ec-8888-218af25cfbe0 req-dd08e869-41c2-4f25-9004-54e5a89cef73 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:35.142577 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b3eb17be-2e20-41ec-8888-218af25cfbe0 req-dd08e869-41c2-4f25-9004-54e5a89cef73 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0933056 Sep 14 23:05:35.185619 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b3eb17be-2e20-41ec-8888-218af25cfbe0 req-528fd583-c1d5-44cf-8ecf-b43c9af55d98 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364470 Sep 14 23:05:35.436115 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 up at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:05:35.447099 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115479ea-fc81-48c8-964f-3c2e9ee4ce14 req-68d0d785-72fe-4cfb-9955-6dab465d5589 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:35.453594 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-115479ea-fc81-48c8-964f-3c2e9ee4ce14 req-68d0d785-72fe-4cfb-9955-6dab465d5589 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 945 time: 0.0657444 Sep 14 23:05:35.490759 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning for port 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 completed by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:05:35.498577 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning complete for port 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:05:35.499157 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:35.587682 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-115479ea-fc81-48c8-964f-3c2e9ee4ce14 req-4614b420-4bf4-4bbc-8492-02535e317824 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236989 Sep 14 23:05:35.589033 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:35.606564 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffb37b-954b-4e41-9eed-9805d2116cdd req-5fdd23cc-4cdf-4253-8000-5add1dee6810 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:35.608348 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-96ffb37b-954b-4e41-9eed-9805d2116cdd req-5fdd23cc-4cdf-4253-8000-5add1dee6810 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 946 time: 0.1166031 Sep 14 23:05:35.619627 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd097e64d-d5b0-44aa-9785-a801be858f31'}] {{(pid=94136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:05:35.622307 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2b16cdf9a486da92f6eb6a5b1ab92e1b41f493a7e96932162ce692d4f29dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4405c321-e7bd-40b1-aecd-fb6a3cd7304f" -d '{"events": [{"server_uuid": "9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33", "name": "network-vif-plugged", "status": "completed", "tag": "d097e64d-d5b0-44aa-9785-a801be858f31"}]}' {{(pid=94136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:05:35.651821 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8,segment=NetworkSegment(be17818b-7699-476a-ab10-d7d8b4987e70),segment_id=be17818b-7699-476a-ab10-d7d8b4987e70)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:05:35.656859 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:35.677550 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-96ffb37b-954b-4e41-9eed-9805d2116cdd req-7dfd637e-13d8-46cf-8343-cace710ee888 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ca2a34d-cbbc-4e97-89d9-219fcac7f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628731 Sep 14 23:05:35.686172 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b6fc62-91dc-442f-8d02-5adb9165160b x-openstack-request-id: req-c1b6fc62-91dc-442f-8d02-5adb9165160b {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:05:35.686492 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33", "name": "network-vif-plugged", "status": "completed", "tag": "d097e64d-d5b0-44aa-9785-a801be858f31", "code": 200}]} {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:05:35.686747 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c1b6fc62-91dc-442f-8d02-5adb9165160b {{(pid=94136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:05:35.687130 dv-cinder-760178-13-iscsi neutron-server[94136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd097e64d-d5b0-44aa-9785-a801be858f31', 'code': 200} Sep 14 23:05:35.718669 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8,revision_number=5']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:35.876551 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a25689-3c52-4db4-bbf6-c1412ba1ee05 req-c75e2306-4132-477a-a0b1-8ba1b9e6119c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:35.878340 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-57a25689-3c52-4db4-bbf6-c1412ba1ee05 req-c75e2306-4132-477a-a0b1-8ba1b9e6119c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 1098 time: 0.0476894 Sep 14 23:05:35.919517 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-57a25689-3c52-4db4-bbf6-c1412ba1ee05 req-3fc75d16-d04e-4265-bb34-068aca03b5bc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332305 Sep 14 23:05:36.016303 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:36.234968 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 41370) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:36.325724 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb745a-372d-4022-b0b4-a4efc15f278a req-cbc4cf65-ee63-4298-a41f-94ddbae2dfc6 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:36.327293 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6dcb745a-372d-4022-b0b4-a4efc15f278a req-cbc4cf65-ee63-4298-a41f-94ddbae2dfc6 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0551584 Sep 14 23:05:36.376905 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6dcb745a-372d-4022-b0b4-a4efc15f278a req-99fe9028-404c-4089-8746-3761a922b713 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427039 Sep 14 23:05:36.437351 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-113b1522-2f3c-4b2d-8a06-02d8cc04547a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:36.544255 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-113b1522-2f3c-4b2d-8a06-02d8cc04547a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:36.549372 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-113b1522-2f3c-4b2d-8a06-02d8cc04547a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:36.580072 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-113b1522-2f3c-4b2d-8a06-02d8cc04547a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=88d5d2a100984977892e98940633e499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3439837 Sep 14 23:05:36.582877 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 41400) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:36.599859 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b1522-2f3c-4b2d-8a06-02d8cc04547a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3582b75-2e44-4899-ba03-9b9ecab34c4e,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:36.649942 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d17b2559-03fc-4c8b-abeb-a36671a665e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:36.673082 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d17b2559-03fc-4c8b-abeb-a36671a665e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:36.743169 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d17b2559-03fc-4c8b-abeb-a36671a665e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:36.746078 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d17b2559-03fc-4c8b-abeb-a36671a665e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:36.750052 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd4ee1-858b-4e9e-b319-fef457a8d6f6 req-0812923c-9d1d-49f7-b012-54b2209cbca4 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:36.756331 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-32fd4ee1-858b-4e9e-b319-fef457a8d6f6 req-0812923c-9d1d-49f7-b012-54b2209cbca4 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.0828032 Sep 14 23:05:36.758998 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-d17b2559-03fc-4c8b-abeb-a36671a665e9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c3582b75-2e44-4899-ba03-9b9ecab34c4e HTTP/1.1" status: 204 len: 168 time: 0.1685600 Sep 14 23:05:36.785620 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b2559-03fc-4c8b-abeb-a36671a665e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3582b75-2e44-4899-ba03-9b9ecab34c4e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:36.828521 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-32fd4ee1-858b-4e9e-b319-fef457a8d6f6 req-1c7c867e-3fa9-43da-bfb0-64057609db04 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712049 Sep 14 23:05:37.178118 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 41438) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:37.193788 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7b8df9ce-6dec-4a83-a632-55a918833a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:37.311338 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7b8df9ce-6dec-4a83-a632-55a918833a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:37.315499 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7b8df9ce-6dec-4a83-a632-55a918833a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:37.357113 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-7b8df9ce-6dec-4a83-a632-55a918833a58 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eabce2545d1b4fc7baae68fc0bbb5f94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1775324 Sep 14 23:05:37.357984 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8df9ce-6dec-4a83-a632-55a918833a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ebe19f-b495-47fc-a113-6e6f5875d717,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:37.359706 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 41446) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:37.419088 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0bae15f2-58c0-4b87-82d9-88144a039b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:37.443225 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0bae15f2-58c0-4b87-82d9-88144a039b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:37.506204 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0bae15f2-58c0-4b87-82d9-88144a039b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:37.510769 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0bae15f2-58c0-4b87-82d9-88144a039b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:37.521124 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-0bae15f2-58c0-4b87-82d9-88144a039b86 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/53ebe19f-b495-47fc-a113-6e6f5875d717 HTTP/1.1" status: 204 len: 168 time: 0.1558461 Sep 14 23:05:37.556652 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae15f2-58c0-4b87-82d9-88144a039b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ebe19f-b495-47fc-a113-6e6f5875d717,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:37.579404 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ea16d-f7f0-4bc9-837f-32a968f61deb req-cbe9a3fe-e594-4ef4-99ed-3d18a28368de tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:37.581048 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-461ea16d-f7f0-4bc9-837f-32a968f61deb req-cbe9a3fe-e594-4ef4-99ed-3d18a28368de tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0588427 Sep 14 23:05:37.639460 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-461ea16d-f7f0-4bc9-837f-32a968f61deb req-7222d7d1-211d-42d5-a626-991217ce02e5 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512407 Sep 14 23:05:37.689727 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9686cd85-5deb-437f-bd81-1b1ad5bfc1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8'}] {{(pid=94136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:05:37.692070 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2b16cdf9a486da92f6eb6a5b1ab92e1b41f493a7e96932162ce692d4f29dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1c4491-e75d-49b1-9ff0-981ef0876593" -d '{"events": [{"server_uuid": "9686cd85-5deb-437f-bd81-1b1ad5bfc1b0", "name": "network-vif-plugged", "status": "completed", "tag": "8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8"}]}' {{(pid=94136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:05:37.730063 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90cf4e8-c695-4c6b-9ac4-3ecbf0014490 x-openstack-request-id: req-f90cf4e8-c695-4c6b-9ac4-3ecbf0014490 {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:05:37.730558 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9686cd85-5deb-437f-bd81-1b1ad5bfc1b0", "name": "network-vif-plugged", "status": "completed", "tag": "8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8", "code": 200}]} {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:05:37.730956 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f90cf4e8-c695-4c6b-9ac4-3ecbf0014490 {{(pid=94136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:05:37.731548 dv-cinder-760178-13-iscsi neutron-server[94136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9686cd85-5deb-437f-bd81-1b1ad5bfc1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8', 'code': 200} Sep 14 23:05:37.885679 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:38.062409 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab4e70-4306-4149-ad46-45804d221dd3 req-b1d02a57-0f07-444f-ae5e-e56c8aa4a204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:38.065407 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-e2ab4e70-4306-4149-ad46-45804d221dd3 req-b1d02a57-0f07-444f-ae5e-e56c8aa4a204 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 1099 time: 0.0882587 Sep 14 23:05:38.086796 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62601b6-6888-4160-96cd-2599f6f00dbe req-42c448b1-6cf7-4624-8e35-b306671a5af1 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:38.088563 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b62601b6-6888-4160-96cd-2599f6f00dbe req-42c448b1-6cf7-4624-8e35-b306671a5af1 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.0834420 Sep 14 23:05:38.105231 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d14b01-d368-47a6-b31e-d36a2c799817 req-d67e27da-bbd3-4722-a6c4-ab4dd4fc58eb tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:38.107808 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-50d14b01-d368-47a6-b31e-d36a2c799817 req-d67e27da-bbd3-4722-a6c4-ab4dd4fc58eb tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.1472409 Sep 14 23:05:38.142492 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-e2ab4e70-4306-4149-ad46-45804d221dd3 req-6d7798ce-c536-44df-abb8-8c8a7b482fd1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679121 Sep 14 23:05:38.152017 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856239cd-7198-42cd-91b4-ef3e45c4377d req-7eedf583-2d69-44c3-8375-759206dfe467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:38.153736 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-856239cd-7198-42cd-91b4-ef3e45c4377d req-7eedf583-2d69-44c3-8375-759206dfe467 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4f55ab5d5aec4aa4bb5fad6ed7ea1c17&device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 1098 time: 0.1576660 Sep 14 23:05:38.196481 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-50d14b01-d368-47a6-b31e-d36a2c799817 req-f4f43d69-4078-459d-9ba6-95d58076806d tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793097 Sep 14 23:05:38.205588 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b62601b6-6888-4160-96cd-2599f6f00dbe req-13c9cd84-5e13-41b9-9991-bd5734ec433f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965641 Sep 14 23:05:38.521139 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856239cd-7198-42cd-91b4-ef3e45c4377d req-66c3e081-71d0-4683-9d7c-e914c2fdf147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:38.522782 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-856239cd-7198-42cd-91b4-ef3e45c4377d req-66c3e081-71d0-4683-9d7c-e914c2fdf147 service neutron] 10.222.0.52 "GET /v2.0/networks?id=26f36da6-a1ec-4137-a9bd-9ec8524b7b1b HTTP/1.1" status: 200 len: 919 time: 0.1063209 Sep 14 23:05:38.567593 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-856239cd-7198-42cd-91b4-ef3e45c4377d req-aa36ab0c-74f8-42fb-90a7-f2f7aea61c87 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d097e64d-d5b0-44aa-9785-a801be858f31 HTTP/1.1" status: 200 len: 217 time: 0.0365725 Sep 14 23:05:38.636440 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856239cd-7198-42cd-91b4-ef3e45c4377d req-ecaed284-adf7-46e9-aa6a-bb5e12ab27d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:38.638398 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-856239cd-7198-42cd-91b4-ef3e45c4377d req-ecaed284-adf7-46e9-aa6a-bb5e12ab27d7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9f597290-8184-475e-a5f8-accd68e76ba3 HTTP/1.1" status: 200 len: 858 time: 0.0621827 Sep 14 23:05:38.678757 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-856239cd-7198-42cd-91b4-ef3e45c4377d req-bb812ae4-31af-41eb-b285-1e3770e75898 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26f36da6-a1ec-4137-a9bd-9ec8524b7b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325391 Sep 14 23:05:38.801240 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-856239cd-7198-42cd-91b4-ef3e45c4377d req-47aaee74-4972-477d-8b41-9f4282ce3484 service neutron] 10.222.0.52 "GET /v2.0/networks/26f36da6-a1ec-4137-a9bd-9ec8524b7b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900841 Sep 14 23:05:38.873015 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 41554) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:38.915519 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-856239cd-7198-42cd-91b4-ef3e45c4377d req-b4eee716-bcac-485b-a053-04aef09b73f1 service neutron] 10.222.0.52 "GET /v2.0/networks/26f36da6-a1ec-4137-a9bd-9ec8524b7b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024547 Sep 14 23:05:39.034163 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ea5bd6db-4ee4-40ac-a0bc-9975ecd1062f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:39.043650 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 41570) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:39.143291 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7391b402-db44-4c40-bf16-5f9dcf9202d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:39.178320 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ea5bd6db-4ee4-40ac-a0bc-9975ecd1062f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:39.186156 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ea5bd6db-4ee4-40ac-a0bc-9975ecd1062f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:39.238671 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-ea5bd6db-4ee4-40ac-a0bc-9975ecd1062f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2fc647c5bc3e4384b246f53d073d4226&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3638995 Sep 14 23:05:39.240792 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 41588) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:39.244459 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5bd6db-4ee4-40ac-a0bc-9975ecd1062f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66364a2-7c5d-4126-ad7a-fff4837223ee,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:39.340725 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7391b402-db44-4c40-bf16-5f9dcf9202d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:39.347045 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cac86927-9c9b-4371-a3d4-fabab4776996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:39.349048 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7391b402-db44-4c40-bf16-5f9dcf9202d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:39.397709 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb2b4b-b27f-44d3-8bb0-076fedafb6e8 req-2861b856-a672-4641-9e2d-bf3428454858 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:39.399802 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8fcb2b4b-b27f-44d3-8bb0-076fedafb6e8 req-2861b856-a672-4641-9e2d-bf3428454858 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0857301 Sep 14 23:05:39.404274 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cac86927-9c9b-4371-a3d4-fabab4776996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:39.417681 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-7391b402-db44-4c40-bf16-5f9dcf9202d6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7942f625fd124a489ea6cd1427df805c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3724811 Sep 14 23:05:39.423120 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 41594) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:39.429632 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ad317-466d-46fb-b513-97ad8e654ecb req-dd992916-f818-4528-8705-c17ebd619981 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:39.438089 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-199ad317-466d-46fb-b513-97ad8e654ecb req-dd992916-f818-4528-8705-c17ebd619981 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.1144042 Sep 14 23:05:39.450504 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391b402-db44-4c40-bf16-5f9dcf9202d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a43c04-d0cb-4601-8214-8cee30c99d39,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:39.527546 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0eb94b9d-7de1-4b73-b4f6-fc2a7ed90ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:39.530051 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-199ad317-466d-46fb-b513-97ad8e654ecb req-b75c38a4-785b-480f-b846-8ecfaf48e1c9 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634458 Sep 14 23:05:39.531464 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cac86927-9c9b-4371-a3d4-fabab4776996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:39.533335 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8fcb2b4b-b27f-44d3-8bb0-076fedafb6e8 req-7775da64-f866-4202-b901-79e6f5fbbf69 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235852 Sep 14 23:05:39.534249 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cac86927-9c9b-4371-a3d4-fabab4776996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:39.535541 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-cac86927-9c9b-4371-a3d4-fabab4776996 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b66364a2-7c5d-4126-ad7a-fff4837223ee HTTP/1.1" status: 204 len: 168 time: 0.2934744 Sep 14 23:05:39.568438 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac86927-9c9b-4371-a3d4-fabab4776996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66364a2-7c5d-4126-ad7a-fff4837223ee,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:39.579326 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0eb94b9d-7de1-4b73-b4f6-fc2a7ed90ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:39.636062 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0eb94b9d-7de1-4b73-b4f6-fc2a7ed90ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:39.638780 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0eb94b9d-7de1-4b73-b4f6-fc2a7ed90ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:39.642552 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-0eb94b9d-7de1-4b73-b4f6-fc2a7ed90ca1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/67a43c04-d0cb-4601-8214-8cee30c99d39 HTTP/1.1" status: 204 len: 168 time: 0.2161381 Sep 14 23:05:39.651990 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb94b9d-7de1-4b73-b4f6-fc2a7ed90ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a43c04-d0cb-4601-8214-8cee30c99d39,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:39.973075 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 41612) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:39.988705 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 41616) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:40.017367 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1bfd7d6f-73a6-4d29-9875-d003d9439339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:40.017766 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-abb31545-4037-4246-9f15-ebe13dc33806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:40.034966 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.db.api [None req-abb31545-4037-4246-9f15-ebe13dc33806 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 14 23:05:40.034966 dv-cinder-760178-13-iscsi neutron-server[94134]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 14 23:05:40.034966 dv-cinder-760178-13-iscsi neutron-server[94134]: [parameters: {'project_id': 'c6b3744278584d8d9afd697bae24416f', 'id': '3a9ceb5a-97ee-47fe-b10d-fe98d089f365', 'expiration': datetime.datetime(2021, 9, 14, 23, 7, 40, 30283)}] Sep 14 23:05:40.034966 dv-cinder-760178-13-iscsi neutron-server[94134]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 23:05:40.035680 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG oslo_db.api [None req-abb31545-4037-4246-9f15-ebe13dc33806 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 23:05:40.107160 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1bfd7d6f-73a6-4d29-9875-d003d9439339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:40.111351 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1bfd7d6f-73a6-4d29-9875-d003d9439339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:40.147040 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd7d6f-73a6-4d29-9875-d003d9439339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89e2e8f-6c35-4056-b9e4-354ffb04af07,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:40.151372 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-1bfd7d6f-73a6-4d29-9875-d003d9439339 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0bb7c4e663d34fb8939350f44096c2ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1617746 Sep 14 23:05:40.154534 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 41618) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:40.202879 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-991b4098-4cb5-4e55-bd2e-78b8b418bc3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:40.223274 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-991b4098-4cb5-4e55-bd2e-78b8b418bc3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:40.268517 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-991b4098-4cb5-4e55-bd2e-78b8b418bc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:40.271092 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-991b4098-4cb5-4e55-bd2e-78b8b418bc3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:40.272250 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-991b4098-4cb5-4e55-bd2e-78b8b418bc3f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e89e2e8f-6c35-4056-b9e4-354ffb04af07 HTTP/1.1" status: 204 len: 168 time: 0.1173098 Sep 14 23:05:40.280201 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b4098-4cb5-4e55-bd2e-78b8b418bc3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89e2e8f-6c35-4056-b9e4-354ffb04af07,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:40.536633 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-abb31545-4037-4246-9f15-ebe13dc33806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:40.688012 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-abb31545-4037-4246-9f15-ebe13dc33806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:40.693062 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-abb31545-4037-4246-9f15-ebe13dc33806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:40.736307 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb31545-4037-4246-9f15-ebe13dc33806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d323fc-20f8-46c2-94b9-fd5f71e3a717,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:40.744791 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d4985-473f-40ff-84b8-7cd24ff89440 req-d0defae7-a3a7-490c-800e-19b14d943316 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:40.746179 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-322d4985-473f-40ff-84b8-7cd24ff89440 req-d0defae7-a3a7-490c-800e-19b14d943316 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0893524 Sep 14 23:05:40.747242 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-abb31545-4037-4246-9f15-ebe13dc33806 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c6b3744278584d8d9afd697bae24416f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7729428 Sep 14 23:05:40.750182 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 41644) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:40.783365 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e3f6a-c558-4879-ba31-35dfc8a69ed3 req-e17061ce-47c4-4987-a947-cec13321bd95 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:40.784851 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c60e3f6a-c558-4879-ba31-35dfc8a69ed3 req-e17061ce-47c4-4987-a947-cec13321bd95 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.0960827 Sep 14 23:05:41.025803 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-322d4985-473f-40ff-84b8-7cd24ff89440 req-04b3987e-e91a-4bb5-bb9f-2fde4aec4798 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650061 Sep 14 23:05:41.049271 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c60e3f6a-c558-4879-ba31-35dfc8a69ed3 req-1e4733b7-cdd9-49c8-9338-44899124cc49 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2535803 Sep 14 23:05:41.054535 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fea9be48-d7b6-4026-85dc-976f018ba6ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:41.078890 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fea9be48-d7b6-4026-85dc-976f018ba6ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:41.174501 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fea9be48-d7b6-4026-85dc-976f018ba6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:41.177190 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fea9be48-d7b6-4026-85dc-976f018ba6ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:41.181849 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-fea9be48-d7b6-4026-85dc-976f018ba6ce admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/01d323fc-20f8-46c2-94b9-fd5f71e3a717 HTTP/1.1" status: 204 len: 168 time: 0.4269953 Sep 14 23:05:41.190821 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9be48-d7b6-4026-85dc-976f018ba6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d323fc-20f8-46c2-94b9-fd5f71e3a717,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:41.221183 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98e806-c61b-462c-a84a-3fafe5ea98ef req-f5ebd62e-a907-4d1b-b60f-f774155e8d29 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:41.233490 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-cf98e806-c61b-462c-a84a-3fafe5ea98ef req-f5ebd62e-a907-4d1b-b60f-f774155e8d29 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.0919986 Sep 14 23:05:41.240919 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 41668) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:41.247042 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-2268e091-c27c-463b-967a-d52ff11d6a63 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Request body: {'floatingip': {'port_id': '8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:05:41.338667 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2268e091-c27c-463b-967a-d52ff11d6a63 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for floatingip, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:42.190240 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7b19f-dd18-46c1-a6c8-4e172dc52cba req-c34003f3-a814-4c1f-b917-845c28ec2fc8 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:42.191728 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a4e7b19f-dd18-46c1-a6c8-4e172dc52cba req-c34003f3-a814-4c1f-b917-845c28ec2fc8 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0560513 Sep 14 23:05:42.226047 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2268e091-c27c-463b-967a-d52ff11d6a63 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:42.232937 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2268e091-c27c-463b-967a-d52ff11d6a63 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529163'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:42.252479 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a4e7b19f-dd18-46c1-a6c8-4e172dc52cba req-5da7bbd1-4c1f-4d9c-ba0a-7aebcc5a4cc5 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504301 Sep 14 23:05:42.357070 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.db.l3_db [None req-2268e091-c27c-463b-967a-d52ff11d6a63 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Floating IP de5ae791-3d22-48c0-b98b-8b462c3745f2 associated. External IP: 172.27.3.116, port: 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8. Sep 14 23:05:42.570264 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2268e091-c27c-463b-967a-d52ff11d6a63 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Router 9bbc854c-1048-4948-aeba-8ad44aa5ecf8 has already been hosted by L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 23:05:42.628349 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 41746) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:42.712571 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2268e091-c27c-463b-967a-d52ff11d6a63 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:05:42.717908 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2268e091-c27c-463b-967a-d52ff11d6a63 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:42.737031 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4485fd04-0789-4739-88f9-26e4cd8df0e4 None None] Sync routers for ids ['9bbc854c-1048-4948-aeba-8ad44aa5ecf8'] in dv-cinder-760178-13-iscsi {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:05:42.746930 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4485fd04-0789-4739-88f9-26e4cd8df0e4 None None] Routers {'9bbc854c-1048-4948-aeba-8ad44aa5ecf8'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:05:42.747546 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-4485fd04-0789-4739-88f9-26e4cd8df0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:05:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['9bbc854c-1048-4948-aeba-8ad44aa5ecf8'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:42.749208 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-2268e091-c27c-463b-967a-d52ff11d6a63 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "PUT /v2.0/floatingips/de5ae791-3d22-48c0-b98b-8b462c3745f2 HTTP/1.1" status: 200 len: 992 time: 1.5067778 Sep 14 23:05:42.750888 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9686cd85-5deb-437f-bd81-1b1ad5bfc1b0', 'tag': '8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:05:42.752001 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b27504ed887e131bccbae67cb08e94fb53697a19aeb48787dd98b51fbb9c8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a973754-79e6-4ea6-82d1-5df9dff7e40e" -d '{"events": [{"name": "network-changed", "server_uuid": "9686cd85-5deb-437f-bd81-1b1ad5bfc1b0", "tag": "8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:05:42.780884 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-428e47bb-40a3-4892-bc01-e72e83a8e79d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:42.796957 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 23:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d274ef-97a5-46e1-bce8-f212488740b9 x-openstack-request-id: req-76d274ef-97a5-46e1-bce8-f212488740b9 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:05:42.797337 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9686cd85-5deb-437f-bd81-1b1ad5bfc1b0", "tag": "8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:05:42.797658 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-76d274ef-97a5-46e1-bce8-f212488740b9 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:05:42.798374 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9686cd85-5deb-437f-bd81-1b1ad5bfc1b0', 'tag': '8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8', 'status': 'completed', 'code': 200} Sep 14 23:05:42.866748 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-4485fd04-0789-4739-88f9-26e4cd8df0e4 None None] Set router 9bbc854c-1048-4948-aeba-8ad44aa5ecf8 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:05:42.871404 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-428e47bb-40a3-4892-bc01-e72e83a8e79d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:42.875349 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-428e47bb-40a3-4892-bc01-e72e83a8e79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:42.912247 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-428e47bb-40a3-4892-bc01-e72e83a8e79d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=01e7ef82bb9f4d7d989c4d4991732e56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828047 Sep 14 23:05:42.913115 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e47bb-40a3-4892-bc01-e72e83a8e79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ebe66d-d263-40b4-aab7-f38dcd7b402c,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:42.915475 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 41756) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:42.968160 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-56ebabc5-9934-45d8-8a3e-b1dd729ac419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:42.990557 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-56ebabc5-9934-45d8-8a3e-b1dd729ac419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:43.045114 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-56ebabc5-9934-45d8-8a3e-b1dd729ac419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:43.047946 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-56ebabc5-9934-45d8-8a3e-b1dd729ac419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:43.049195 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-56ebabc5-9934-45d8-8a3e-b1dd729ac419 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/39ebe66d-d263-40b4-aab7-f38dcd7b402c HTTP/1.1" status: 204 len: 168 time: 0.1311717 Sep 14 23:05:43.060066 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebabc5-9934-45d8-8a3e-b1dd729ac419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ebe66d-d263-40b4-aab7-f38dcd7b402c,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:43.145161 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-4485fd04-0789-4739-88f9-26e4cd8df0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'name': 'tempest-AttachVolumeShelveTestJSON-643546090-router', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:04:50Z', 'updated_at': '2021-09-14T23:04:58Z', 'revision_number': 4, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'gw_port': {'id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:52Z', 'updated_at': '2021-09-14T23:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_floatingips': [{'id': 'de5ae791-3d22-48c0-b98b-8b462c3745f2', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'router_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'port_id': '8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662', 'mac_address': 'fa:16:3e:9d:03:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9686cd85-5deb-437f-bd81-1b1ad5bfc1b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T23:05:14Z', 'updated_at': '2021-09-14T23:05:42Z', 'revision_number': 1, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f643576c-9bcf-4a3c-b150-0786fb9ecec0', 'name': '', 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'mac_address': 'fa:16:3e:01:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:57Z', 'updated_at': '2021-09-14T23:05:11Z', 'revision_number': 5, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'subnets': [{'id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:43.250032 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4485fd04-0789-4739-88f9-26e4cd8df0e4 None None] Checking router: 9bbc854c-1048-4948-aeba-8ad44aa5ecf8 for host: dv-cinder-760178-13-iscsi {{(pid=94137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:05:43.258865 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4485fd04-0789-4739-88f9-26e4cd8df0e4 None None] Routers {'9bbc854c-1048-4948-aeba-8ad44aa5ecf8'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:05:43.259407 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-4485fd04-0789-4739-88f9-26e4cd8df0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:05:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['9bbc854c-1048-4948-aeba-8ad44aa5ecf8'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:43.373754 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-4485fd04-0789-4739-88f9-26e4cd8df0e4 None None] Set router 9bbc854c-1048-4948-aeba-8ad44aa5ecf8 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:05:43.376420 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd1dfc-9425-4bc5-b1b8-0fdfca21601d req-e56dc32a-c4bb-4a22-89a4-480dad91d53a tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:43.377944 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c2fd1dfc-9425-4bc5-b1b8-0fdfca21601d req-e56dc32a-c4bb-4a22-89a4-480dad91d53a tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0492716 Sep 14 23:05:43.419289 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c2fd1dfc-9425-4bc5-b1b8-0fdfca21601d req-3cbd6858-8ac1-4306-8acc-9bb102457ff2 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335400 Sep 14 23:05:43.602805 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-4485fd04-0789-4739-88f9-26e4cd8df0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'name': 'tempest-AttachVolumeShelveTestJSON-643546090-router', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:04:50Z', 'updated_at': '2021-09-14T23:04:58Z', 'revision_number': 4, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'gw_port': {'id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:52Z', 'updated_at': '2021-09-14T23:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_floatingips': [{'id': 'de5ae791-3d22-48c0-b98b-8b462c3745f2', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'router_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'port_id': '8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662', 'mac_address': 'fa:16:3e:9d:03:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9686cd85-5deb-437f-bd81-1b1ad5bfc1b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T23:05:14Z', 'updated_at': '2021-09-14T23:05:42Z', 'revision_number': 1, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f643576c-9bcf-4a3c-b150-0786fb9ecec0', 'name': '', 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'mac_address': 'fa:16:3e:01:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:57Z', 'updated_at': '2021-09-14T23:05:11Z', 'revision_number': 5, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'subnets': [{'id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:43.636300 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4485fd04-0789-4739-88f9-26e4cd8df0e4 None None] The sync data for ids ['9bbc854c-1048-4948-aeba-8ad44aa5ecf8'] in dv-cinder-760178-13-iscsi is: [{'id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'name': 'tempest-AttachVolumeShelveTestJSON-643546090-router', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:04:50Z', 'updated_at': '2021-09-14T23:04:58Z', 'revision_number': 4, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'gw_port': {'id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:52Z', 'updated_at': '2021-09-14T23:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_floatingips': [{'id': 'de5ae791-3d22-48c0-b98b-8b462c3745f2', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'router_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'port_id': '8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662', 'mac_address': 'fa:16:3e:9d:03:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9686cd85-5deb-437f-bd81-1b1ad5bfc1b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T23:05:14Z', 'updated_at': '2021-09-14T23:05:42Z', 'revision_number': 1, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f643576c-9bcf-4a3c-b150-0786fb9ecec0', 'name': '', 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'mac_address': 'fa:16:3e:01:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:57Z', 'updated_at': '2021-09-14T23:05:11Z', 'revision_number': 5, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'subnets': [{'id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:05:43.842034 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0e79c7-c20c-4d1b-9a4b-6079abdf7bfb None None] New status for floating IP de5ae791-3d22-48c0-b98b-8b462c3745f2: ACTIVE {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:05:44.570373 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8629a4a-da3c-4ac3-ad47-70884406ac98 req-7ed49e5e-66db-4f52-9a7b-ba474a2fea00 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:44.571815 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f8629a4a-da3c-4ac3-ad47-70884406ac98 req-7ed49e5e-66db-4f52-9a7b-ba474a2fea00 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0801086 Sep 14 23:05:44.573525 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a973754-79e6-4ea6-82d1-5df9dff7e40e req-534f7233-3e76-4807-93d0-f80f7bbc179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:44.574831 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8a973754-79e6-4ea6-82d1-5df9dff7e40e req-534f7233-3e76-4807-93d0-f80f7bbc179f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e1f3957a62c7479aaeab959ee6f17284&device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 1099 time: 0.0554240 Sep 14 23:05:44.642245 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f8629a4a-da3c-4ac3-ad47-70884406ac98 req-98a74ee2-9db7-4549-94f7-6d143acf0f98 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627840 Sep 14 23:05:44.698771 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a973754-79e6-4ea6-82d1-5df9dff7e40e req-32eabaf4-fe7d-4c38-ac78-2e6201a9b103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:44.700256 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8a973754-79e6-4ea6-82d1-5df9dff7e40e req-32eabaf4-fe7d-4c38-ac78-2e6201a9b103 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa9e38bf-d2d8-4eb7-8a53-97cdb6720662 HTTP/1.1" status: 200 len: 917 time: 0.1076596 Sep 14 23:05:44.799253 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8a973754-79e6-4ea6-82d1-5df9dff7e40e req-3930ce14-c107-436b-9bb9-03c485247d1c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 HTTP/1.1" status: 200 len: 1002 time: 0.0909503 Sep 14 23:05:44.854084 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a973754-79e6-4ea6-82d1-5df9dff7e40e req-c7e05dc4-651d-417a-bbdb-0e6f6b1cce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:44.855515 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8a973754-79e6-4ea6-82d1-5df9dff7e40e req-c7e05dc4-651d-417a-bbdb-0e6f6b1cce1f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8fb1c270-17f7-4564-a01a-0bbfc57fb9f4 HTTP/1.1" status: 200 len: 855 time: 0.0438330 Sep 14 23:05:44.910820 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a973754-79e6-4ea6-82d1-5df9dff7e40e req-b48d7931-25aa-45a5-b178-55fe0f775f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:44.912304 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8a973754-79e6-4ea6-82d1-5df9dff7e40e req-b48d7931-25aa-45a5-b178-55fe0f775f49 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa9e38bf-d2d8-4eb7-8a53-97cdb6720662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0489967 Sep 14 23:05:45.004264 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8a973754-79e6-4ea6-82d1-5df9dff7e40e req-17a5dd96-6a87-4b93-8237-3b015618da27 service neutron] 10.222.0.52 "GET /v2.0/networks/aa9e38bf-d2d8-4eb7-8a53-97cdb6720662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830007 Sep 14 23:05:45.101585 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8a973754-79e6-4ea6-82d1-5df9dff7e40e req-36cf6f86-b7f5-4b18-b5af-fdb505f7486f service neutron] 10.222.0.52 "GET /v2.0/networks/aa9e38bf-d2d8-4eb7-8a53-97cdb6720662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835693 Sep 14 23:05:45.761423 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca535e8-16d0-4095-9913-7d054a0be8c6 req-c0151cf8-1ce9-498e-a7bb-c8d332a7066d tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:45.762915 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9ca535e8-16d0-4095-9913-7d054a0be8c6 req-c0151cf8-1ce9-498e-a7bb-c8d332a7066d tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0525210 Sep 14 23:05:45.804398 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9ca535e8-16d0-4095-9913-7d054a0be8c6 req-b4a452ca-eb53-48ec-8c3e-49b12ca01739 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355837 Sep 14 23:05:46.920987 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72fb5a8-35fb-4eae-acae-6d5c0f70df2a req-e033daf6-7008-4073-8488-3fe2a59b5af0 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:46.922466 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a72fb5a8-35fb-4eae-acae-6d5c0f70df2a req-e033daf6-7008-4073-8488-3fe2a59b5af0 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0477569 Sep 14 23:05:46.964390 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a72fb5a8-35fb-4eae-acae-6d5c0f70df2a req-5de4428e-a692-49f0-81ce-0031666e6971 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357406 Sep 14 23:05:48.080238 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5535ed7b-6d68-48df-bf9f-db9b6a9141ae req-cd0f6ec3-3311-4243-b434-6b98b02f8e4e tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:48.081866 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5535ed7b-6d68-48df-bf9f-db9b6a9141ae req-cd0f6ec3-3311-4243-b434-6b98b02f8e4e tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0469546 Sep 14 23:05:48.118492 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5535ed7b-6d68-48df-bf9f-db9b6a9141ae req-8b87334a-e15d-4ded-9f6e-d4fe10f1750e tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298438 Sep 14 23:05:49.236218 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13463830-71ac-4bd3-afda-e1575784bef2 req-6c0ea8f9-c643-44c0-845f-9ecc9166c7f9 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:49.237752 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-13463830-71ac-4bd3-afda-e1575784bef2 req-6c0ea8f9-c643-44c0-845f-9ecc9166c7f9 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0529678 Sep 14 23:05:49.276114 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-13463830-71ac-4bd3-afda-e1575784bef2 req-20e8c848-ff87-476c-ba4e-ec25ff994a54 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317042 Sep 14 23:05:50.387183 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca56579-b681-4db3-9ff1-c7a354dc8c3b req-d3be4263-81ca-4c78-8725-2bed975c4a95 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:50.388654 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3ca56579-b681-4db3-9ff1-c7a354dc8c3b req-d3be4263-81ca-4c78-8725-2bed975c4a95 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0472243 Sep 14 23:05:50.425265 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3ca56579-b681-4db3-9ff1-c7a354dc8c3b req-315161d9-c237-4043-b3c5-0c7ad5964dba tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307031 Sep 14 23:05:51.536200 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60446907-1553-46a9-9c15-7b90db784ee8 req-debe66ca-5015-4fbf-8447-5477dd20ebad tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:51.537730 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-60446907-1553-46a9-9c15-7b90db784ee8 req-debe66ca-5015-4fbf-8447-5477dd20ebad tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0471716 Sep 14 23:05:51.574795 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-60446907-1553-46a9-9c15-7b90db784ee8 req-bd2dbece-c940-4332-973b-7d3d145fdea4 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304892 Sep 14 23:05:52.691836 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ca3f9-6c1a-4e5f-a81c-a329905116fc req-4a027bd2-722a-4179-9a3b-446a7c6345b8 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:52.693314 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a20ca3f9-6c1a-4e5f-a81c-a329905116fc req-4a027bd2-722a-4179-9a3b-446a7c6345b8 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0511196 Sep 14 23:05:52.732073 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a20ca3f9-6c1a-4e5f-a81c-a329905116fc req-9a44346b-77fc-4791-b268-d070dc1699b3 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329762 Sep 14 23:05:53.744827 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 42032) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:53.805215 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9c9bb-b021-487e-bd10-db74be658817 req-afa36f6d-3e2e-41a2-824c-055240807cee tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:53.807344 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-48c9c9bb-b021-487e-bd10-db74be658817 req-afa36f6d-3e2e-41a2-824c-055240807cee tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/networks?id=b2b15aa9-ccf4-445d-a89c-b858bbe43b47 HTTP/1.1" status: 200 len: 812 time: 0.1121526 Sep 14 23:05:53.845904 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-48c9c9bb-b021-487e-bd10-db74be658817 req-3142efea-8bd4-4024-bd6e-bf9da37c27ce tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/quotas/587b687926ec49439ef73d2b4747d86e HTTP/1.1" status: 200 len: 375 time: 0.0278270 Sep 14 23:05:53.862936 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-416675c5-8cd1-48cb-bfaf-41a44c577ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:53.867734 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42201d-91c8-47da-83fa-b686a513b990 req-a2f6c536-7b8d-4402-868b-b7a1c70a832b tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:53.869576 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5f42201d-91c8-47da-83fa-b686a513b990 req-a2f6c536-7b8d-4402-868b-b7a1c70a832b tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0611773 Sep 14 23:05:53.935795 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-48c9c9bb-b021-487e-bd10-db74be658817 req-d3da503a-1811-4143-bb89-1d849a347012 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=587b687926ec49439ef73d2b4747d86e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0768545 Sep 14 23:05:53.943233 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5f42201d-91c8-47da-83fa-b686a513b990 req-228f5dac-24a8-4938-9d14-77b95356dbd8 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494714 Sep 14 23:05:53.965747 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-416675c5-8cd1-48cb-bfaf-41a44c577ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:53.969761 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-416675c5-8cd1-48cb-bfaf-41a44c577ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:54.011658 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-416675c5-8cd1-48cb-bfaf-41a44c577ab3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f44391d854e545c7ab7b1e5da0c7ab4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2634234 Sep 14 23:05:54.011658 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416675c5-8cd1-48cb-bfaf-41a44c577ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002ea40f-d203-4a57-b33b-bf6326e48fab,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:54.011972 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 42040) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:54.017846 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416675c5-8cd1-48cb-bfaf-41a44c577ab3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:54.018203 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416675c5-8cd1-48cb-bfaf-41a44c577ab3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:54.018552 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416675c5-8cd1-48cb-bfaf-41a44c577ab3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:54.018894 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416675c5-8cd1-48cb-bfaf-41a44c577ab3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:54.019470 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416675c5-8cd1-48cb-bfaf-41a44c577ab3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:54.019592 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416675c5-8cd1-48cb-bfaf-41a44c577ab3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:54.019888 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416675c5-8cd1-48cb-bfaf-41a44c577ab3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:54.020233 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416675c5-8cd1-48cb-bfaf-41a44c577ab3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:54.020558 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416675c5-8cd1-48cb-bfaf-41a44c577ab3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:54.021001 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416675c5-8cd1-48cb-bfaf-41a44c577ab3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:54.021669 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416675c5-8cd1-48cb-bfaf-41a44c577ab3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:54.021669 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416675c5-8cd1-48cb-bfaf-41a44c577ab3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:54.069919 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-48c9c9bb-b021-487e-bd10-db74be658817 req-f103165a-4db3-4299-b767-fa2b903d80f1 service neutron] 10.222.0.39 "GET /v2.0/networks/b2b15aa9-ccf4-445d-a89c-b858bbe43b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257575 Sep 14 23:05:54.100762 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-968f52f1-4652-4f12-9969-6b6403cc59dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:54.162601 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-968f52f1-4652-4f12-9969-6b6403cc59dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:54.207799 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-48c9c9bb-b021-487e-bd10-db74be658817 req-83c20fbc-bac6-49bf-8b9f-bfa122805d56 service neutron] 10.222.0.39 "GET /v2.0/networks/b2b15aa9-ccf4-445d-a89c-b858bbe43b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317112 Sep 14 23:05:54.226028 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-968f52f1-4652-4f12-9969-6b6403cc59dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:54.229317 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-968f52f1-4652-4f12-9969-6b6403cc59dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:54.230550 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-968f52f1-4652-4f12-9969-6b6403cc59dd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/002ea40f-d203-4a57-b33b-bf6326e48fab HTTP/1.1" status: 204 len: 168 time: 0.2175441 Sep 14 23:05:54.248278 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f52f1-4652-4f12-9969-6b6403cc59dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002ea40f-d203-4a57-b33b-bf6326e48fab,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:54.256540 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968f52f1-4652-4f12-9969-6b6403cc59dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:54.257104 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968f52f1-4652-4f12-9969-6b6403cc59dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:54.257600 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968f52f1-4652-4f12-9969-6b6403cc59dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:54.258610 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968f52f1-4652-4f12-9969-6b6403cc59dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:54.259113 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968f52f1-4652-4f12-9969-6b6403cc59dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:54.259608 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968f52f1-4652-4f12-9969-6b6403cc59dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:54.260095 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968f52f1-4652-4f12-9969-6b6403cc59dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:54.260736 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968f52f1-4652-4f12-9969-6b6403cc59dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:54.261234 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968f52f1-4652-4f12-9969-6b6403cc59dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:54.261721 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968f52f1-4652-4f12-9969-6b6403cc59dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:54.262197 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968f52f1-4652-4f12-9969-6b6403cc59dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:54.262671 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968f52f1-4652-4f12-9969-6b6403cc59dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:54.410374 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-767c2837-9faf-4236-a3af-19585f5bf7df req-34cc1c1d-bd33-4347-a7d5-60535d17c7e6 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=13c57348-540f-4377-a7b2-8c7f0b3816fc HTTP/1.1" status: 200 len: 210 time: 0.0360069 Sep 14 23:05:54.563709 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 42072) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:54.593598 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cccb13ea-dbd4-4131-9a9d-7fd61d97a897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:54.741647 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cccb13ea-dbd4-4131-9a9d-7fd61d97a897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:54.747152 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cccb13ea-dbd4-4131-9a9d-7fd61d97a897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:54.794757 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-cccb13ea-dbd4-4131-9a9d-7fd61d97a897 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dc55709cce5c46cc8b3e962d86221bf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295442 Sep 14 23:05:54.796596 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb13ea-dbd4-4131-9a9d-7fd61d97a897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc579525-8072-4969-b690-f2542ac8916b,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:54.797705 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 42084) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:54.856389 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 42086) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:54.873198 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1894c3e9-4470-4e7f-95e0-436c26e3f21f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:54.897199 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1894c3e9-4470-4e7f-95e0-436c26e3f21f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:54.948794 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1894c3e9-4470-4e7f-95e0-436c26e3f21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:54.951401 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1894c3e9-4470-4e7f-95e0-436c26e3f21f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:54.952775 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-1894c3e9-4470-4e7f-95e0-436c26e3f21f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cc579525-8072-4969-b690-f2542ac8916b HTTP/1.1" status: 204 len: 168 time: 0.1535528 Sep 14 23:05:54.962725 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894c3e9-4470-4e7f-95e0-436c26e3f21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc579525-8072-4969-b690-f2542ac8916b,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:54.994746 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f0b212d0-17e8-470e-9e2c-4cc230c20449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:55.093699 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec757b5-317d-4696-80e5-423a9839340a req-2669aaa0-67d4-4e40-b28e-87f179d03762 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:55.098617 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fec757b5-317d-4696-80e5-423a9839340a req-2669aaa0-67d4-4e40-b28e-87f179d03762 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0807524 Sep 14 23:05:55.164069 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fec757b5-317d-4696-80e5-423a9839340a req-4ef23324-be86-4a9e-bf34-c22967a8cc03 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533288 Sep 14 23:05:55.187513 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f0b212d0-17e8-470e-9e2c-4cc230c20449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:55.191715 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f0b212d0-17e8-470e-9e2c-4cc230c20449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:55.232226 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-f0b212d0-17e8-470e-9e2c-4cc230c20449 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d3901073ed6b4abe9c3bc39361cfd82c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3746779 Sep 14 23:05:55.233152 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b212d0-17e8-470e-9e2c-4cc230c20449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699c030c-e603-4fe7-9791-033866d4690f,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:55.234874 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 42100) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:55.287250 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-19dd79f8-1093-49f8-a733-1069e2e90ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:55.309485 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-19dd79f8-1093-49f8-a733-1069e2e90ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:55.358324 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-19dd79f8-1093-49f8-a733-1069e2e90ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:55.360808 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-19dd79f8-1093-49f8-a733-1069e2e90ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:55.362075 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-19dd79f8-1093-49f8-a733-1069e2e90ab1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/699c030c-e603-4fe7-9791-033866d4690f HTTP/1.1" status: 204 len: 168 time: 0.1258061 Sep 14 23:05:55.370391 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd79f8-1093-49f8-a733-1069e2e90ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699c030c-e603-4fe7-9791-033866d4690f,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:55.541107 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fd56eb2d-f8ae-4683-ac5d-f4404e587f8d req-f2bc4b81-857d-4fe6-8b54-937e7262ff94 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=13c57348-540f-4377-a7b2-8c7f0b3816fc HTTP/1.1" status: 200 len: 210 time: 0.0331306 Sep 14 23:05:56.289175 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a332f2-9af7-4172-a754-14cc9e682a70 req-d90f35ab-7903-48ec-b669-7c8eef34680a tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:56.296248 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-91a332f2-9af7-4172-a754-14cc9e682a70 req-d90f35ab-7903-48ec-b669-7c8eef34680a tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0585401 Sep 14 23:05:56.334211 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-91a332f2-9af7-4172-a754-14cc9e682a70 req-42199078-7ab0-4388-803d-8651c8bf51ec tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360053 Sep 14 23:05:56.630074 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d9553d4b-7bef-434a-b0ed-1b9259be9dd7 req-b8f65083-8935-4257-b357-21e6271522bc tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=13c57348-540f-4377-a7b2-8c7f0b3816fc HTTP/1.1" status: 200 len: 210 time: 0.0256135 Sep 14 23:05:57.444186 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031e504-8732-476b-b07b-71c5f08ec14c req-504b96c1-1705-44b4-bd36-16b41d0b1a7c tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:57.445907 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d031e504-8732-476b-b07b-71c5f08ec14c req-504b96c1-1705-44b4-bd36-16b41d0b1a7c tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0477464 Sep 14 23:05:57.482895 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d031e504-8732-476b-b07b-71c5f08ec14c req-2dec4972-a00a-46f2-af6e-20a0e7593396 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313761 Sep 14 23:05:57.726128 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-63cbdcb1-dd91-4fd2-8d93-02e208d4e395 req-59480d22-886c-4b40-a105-68056c4ed237 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=13c57348-540f-4377-a7b2-8c7f0b3816fc HTTP/1.1" status: 200 len: 210 time: 0.0277102 Sep 14 23:05:58.201821 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8c5ae1eb-3ac2-4c5f-96ea-e83eac8e7e03 req-679a4d53-c9a1-4762-8fd6-3f3baa4006f6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402567 Sep 14 23:05:58.291107 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ae1eb-3ac2-4c5f-96ea-e83eac8e7e03 req-538530ff-6308-43fd-8341-5b062ef459aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:58.292534 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8c5ae1eb-3ac2-4c5f-96ea-e83eac8e7e03 req-538530ff-6308-43fd-8341-5b062ef459aa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bc1271fa491549719c806a991d7f233c&device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 1099 time: 0.0390310 Sep 14 23:05:58.405102 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ae1eb-3ac2-4c5f-96ea-e83eac8e7e03 req-c09933e4-7f8a-4952-9dbb-f1e331d092c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:58.406755 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8c5ae1eb-3ac2-4c5f-96ea-e83eac8e7e03 req-c09933e4-7f8a-4952-9dbb-f1e331d092c3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5 HTTP/1.1" status: 200 len: 912 time: 0.0880227 Sep 14 23:05:58.451736 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8c5ae1eb-3ac2-4c5f-96ea-e83eac8e7e03 req-4cf7f36a-ea55-45ce-aae4-171444b67bb2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b96b94a6-3d1f-4858-960f-c910199e9a56 HTTP/1.1" status: 200 len: 217 time: 0.0352075 Sep 14 23:05:58.506121 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ae1eb-3ac2-4c5f-96ea-e83eac8e7e03 req-d74d79f2-f749-4ab5-9b22-c8b219c11e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:58.507935 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8c5ae1eb-3ac2-4c5f-96ea-e83eac8e7e03 req-d74d79f2-f749-4ab5-9b22-c8b219c11e53 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1c5a658a-b7a0-4ad2-a0ca-d4f0b8394e24 HTTP/1.1" status: 200 len: 851 time: 0.0480068 Sep 14 23:05:58.543585 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8c5ae1eb-3ac2-4c5f-96ea-e83eac8e7e03 req-35410e34-01e6-45b5-aae7-2d04af858656 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261593 Sep 14 23:05:58.663736 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f70e87-6d09-45f4-ba29-7520530b2c57 req-39f20a3d-d735-4dfa-a2d3-2adf5d684fe7 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:58.665846 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a5f70e87-6d09-45f4-ba29-7520530b2c57 req-39f20a3d-d735-4dfa-a2d3-2adf5d684fe7 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.1095755 Sep 14 23:05:58.691970 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8c5ae1eb-3ac2-4c5f-96ea-e83eac8e7e03 req-c4ad45b5-0949-4597-9494-70a8f2cfab6b service neutron] 10.222.0.52 "GET /v2.0/networks/0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376183 Sep 14 23:05:58.746279 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a5f70e87-6d09-45f4-ba29-7520530b2c57 req-3e773ea7-eeea-4ffb-ace6-1efc261ce665 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660453 Sep 14 23:05:58.785331 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9c9bb-b021-487e-bd10-db74be658817 req-ce1e75bc-b021-415c-8f77-f7e684553789 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:58.786861 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-48c9c9bb-b021-487e-bd10-db74be658817 req-ce1e75bc-b021-415c-8f77-f7e684553789 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.52 "GET /v2.0/networks?id=b2b15aa9-ccf4-445d-a89c-b858bbe43b47 HTTP/1.1" status: 200 len: 812 time: 0.1221855 Sep 14 23:05:58.811410 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [req-48c9c9bb-b021-487e-bd10-db74be658817 req-9d85b35f-702f-40cf-83fe-6991f66797a7 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Request body: {'port': {'device_id': '13c57348-540f-4377-a7b2-8c7f0b3816fc', 'network_id': 'b2b15aa9-ccf4-445d-a89c-b858bbe43b47', 'admin_state_up': True, 'tenant_id': '587b687926ec49439ef73d2b4747d86e'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:05:58.837894 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6dfc8b9d-88e3-4750-828d-09d8b845f449 req-339977fa-4f7d-4e1a-b874-394e6b5e28cd tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=13c57348-540f-4377-a7b2-8c7f0b3816fc HTTP/1.1" status: 200 len: 210 time: 0.0289438 Sep 14 23:05:58.839819 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8c5ae1eb-3ac2-4c5f-96ea-e83eac8e7e03 req-843a6b6c-9218-4e0b-ab56-f917d7160da0 service neutron] 10.222.0.52 "GET /v2.0/networks/0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383679 Sep 14 23:05:58.947476 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48c9c9bb-b021-487e-bd10-db74be658817 req-9d85b35f-702f-40cf-83fe-6991f66797a7 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Made reservation on behalf of 587b687926ec49439ef73d2b4747d86e for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:05:58.951304 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-48c9c9bb-b021-487e-bd10-db74be658817 req-9d85b35f-702f-40cf-83fe-6991f66797a7 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:59.105186 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-48c9c9bb-b021-487e-bd10-db74be658817 req-9d85b35f-702f-40cf-83fe-6991f66797a7 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Allocated IP 172.20.0.11 (b2b15aa9-ccf4-445d-a89c-b858bbe43b47/6725ab53-7683-483a-af50-4917aca481fa/fce75108-7ccd-482f-af32-9f8bac0e512e) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:05:59.301692 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-48c9c9bb-b021-487e-bd10-db74be658817 req-9d85b35f-702f-40cf-83fe-6991f66797a7 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:59.344592 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-48c9c9bb-b021-487e-bd10-db74be658817 req-9d85b35f-702f-40cf-83fe-6991f66797a7 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:59.361837 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['80c57b00-d31c-4c6f-90ad-dbf9909774c0'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:05:59.394809 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48c9c9bb-b021-487e-bd10-db74be658817 req-9d85b35f-702f-40cf-83fe-6991f66797a7 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Network b2b15aa9-ccf4-445d-a89c-b858bbe43b47 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:05:59.397993 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-48c9c9bb-b021-487e-bd10-db74be658817 req-9d85b35f-702f-40cf-83fe-6991f66797a7 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:05:59.410348 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c9c9bb-b021-487e-bd10-db74be658817 req-9d85b35f-702f-40cf-83fe-6991f66797a7 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:05:59.425595 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85b35f-702f-40cf-83fe-6991f66797a7 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Pushing event updated for resources: {'Port': ['ID=fce75108-7ccd-482f-af32-9f8bac0e512e,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:59.459089 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 42320) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:59.493593 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9c9bb-b021-487e-bd10-db74be658817 req-9d85b35f-702f-40cf-83fe-6991f66797a7 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:59.494253 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-48c9c9bb-b021-487e-bd10-db74be658817 req-9d85b35f-702f-40cf-83fe-6991f66797a7 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:59.516602 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.db_base_plugin_v2 [None req-051746c9-5cd1-42e1-8303-cafee83f4140 admin admin] Deleting subnet 3222d99e-b48e-4dc9-abfc-972780ac3f65 {{(pid=94135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 23:05:59.520207 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-051746c9-5cd1-42e1-8303-cafee83f4140 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:59.528601 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-48c9c9bb-b021-487e-bd10-db74be658817 req-9d85b35f-702f-40cf-83fe-6991f66797a7 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7238672 Sep 14 23:05:59.548429 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [req-48c9c9bb-b021-487e-bd10-db74be658817 req-5268e894-1d6e-4d92-afe2-ab7da10503ca service neutron] Request body: {'port': {'device_id': '13c57348-540f-4377-a7b2-8c7f0b3816fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:05:59.563937 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-051746c9-5cd1-42e1-8303-cafee83f4140 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14789343'] for subnet, precommit_delete_associations {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:59.605226 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-48c9c9bb-b021-487e-bd10-db74be658817 req-5268e894-1d6e-4d92-afe2-ab7da10503ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:59.609154 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-051746c9-5cd1-42e1-8303-cafee83f4140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3629011'] for subnet, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:59.676931 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-051746c9-5cd1-42e1-8303-cafee83f4140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16040463'] for subnet, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:59.702469 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051746c9-5cd1-42e1-8303-cafee83f4140 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3222d99e-b48e-4dc9-abfc-972780ac3f65,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:59.707029 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-051746c9-5cd1-42e1-8303-cafee83f4140 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:59.709231 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-051746c9-5cd1-42e1-8303-cafee83f4140 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3222d99e-b48e-4dc9-abfc-972780ac3f65 HTTP/1.1" status: 204 len: 168 time: 0.2490945 Sep 14 23:05:59.711991 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 42322) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:05:59.806371 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-94efdc8f-6a8c-49f3-9b37-9e11707bc244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3648290'] for network, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:59.913792 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [req-48c9c9bb-b021-487e-bd10-db74be658817 req-5268e894-1d6e-4d92-afe2-ab7da10503ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fce75108-7ccd-482f-af32-9f8bac0e512e {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:05:59.924319 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-48c9c9bb-b021-487e-bd10-db74be658817 req-5268e894-1d6e-4d92-afe2-ab7da10503ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:59.936316 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-94efdc8f-6a8c-49f3-9b37-9e11707bc244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3627092', 'neutron.services.segments.db._delete_segments_for_network-8755854224285'] for network, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:59.938105 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-48c9c9bb-b021-487e-bd10-db74be658817 req-5268e894-1d6e-4d92-afe2-ab7da10503ca service neutron] Transition to ACTIVE for port object fce75108-7ccd-482f-af32-9f8bac0e512e will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:05:59.942579 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-48c9c9bb-b021-487e-bd10-db74be658817 req-5268e894-1d6e-4d92-afe2-ab7da10503ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:59.991999 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946dce8-28df-4c6b-8701-b11d9cf5dbde req-d279f9ec-8a9f-465e-9640-5ca0167fa324 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:05:59.994148 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3946dce8-28df-4c6b-8701-b11d9cf5dbde req-d279f9ec-8a9f-465e-9640-5ca0167fa324 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.1524804 Sep 14 23:05:59.998225 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268e894-1d6e-4d92-afe2-ab7da10503ca service neutron] Pushing event updated for resources: {'Port': ['ID=fce75108-7ccd-482f-af32-9f8bac0e512e,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:00.005404 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.services.segments.db [None req-94efdc8f-6a8c-49f3-9b37-9e11707bc244 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6307825-4923-40c8-9b7a-26d2f5ff7e47']}} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:06:00.029069 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.services.segments.db [None req-94efdc8f-6a8c-49f3-9b37-9e11707bc244 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80c1c9ac-3c75-4c32-9541-867c05657b00') {'for_net_delete': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:06:00.029663 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.services.segments.db [None req-94efdc8f-6a8c-49f3-9b37-9e11707bc244 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80c1c9ac-3c75-4c32-9541-867c05657b00') {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:06:00.053363 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-94efdc8f-6a8c-49f3-9b37-9e11707bc244 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755854225062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14789332'] for segment, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:00.080800 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-48c9c9bb-b021-487e-bd10-db74be658817 req-5268e894-1d6e-4d92-afe2-ab7da10503ca service neutron] Attempting to bind port fce75108-7ccd-482f-af32-9f8bac0e512e on host hv-cinder-76017 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:06:00.081150 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-48c9c9bb-b021-487e-bd10-db74be658817 req-5268e894-1d6e-4d92-afe2-ab7da10503ca service neutron] Attempting to bind port fce75108-7ccd-482f-af32-9f8bac0e512e by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': 'eb098917-dbc9-4dc3-81e9-deb624e7bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b2b15aa9-ccf4-445d-a89c-b858bbe43b47'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:06:00.081485 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c9c9bb-b021-487e-bd10-db74be658817 req-5268e894-1d6e-4d92-afe2-ab7da10503ca service neutron] Attempting to bind port fce75108-7ccd-482f-af32-9f8bac0e512e on network b2b15aa9-ccf4-445d-a89c-b858bbe43b47 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:06:00.087435 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c9c9bb-b021-487e-bd10-db74be658817 req-5268e894-1d6e-4d92-afe2-ab7da10503ca service neutron] Port fce75108-7ccd-482f-af32-9f8bac0e512e on network b2b15aa9-ccf4-445d-a89c-b858bbe43b47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 23:06:00.087804 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c9c9bb-b021-487e-bd10-db74be658817 req-5268e894-1d6e-4d92-afe2-ab7da10503ca service neutron] Attempting to bind port fce75108-7ccd-482f-af32-9f8bac0e512e on network b2b15aa9-ccf4-445d-a89c-b858bbe43b47 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:06:00.090333 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b5935-202f-4295-a46b-792f8fb09805 req-f2e7668c-c6a5-4c54-a46a-bf8a42dc4740 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:00.091849 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-519b5935-202f-4295-a46b-792f8fb09805 req-f2e7668c-c6a5-4c54-a46a-bf8a42dc4740 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=13c57348-540f-4377-a7b2-8c7f0b3816fc HTTP/1.1" status: 200 len: 944 time: 0.1515045 Sep 14 23:06:00.092850 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-94efdc8f-6a8c-49f3-9b37-9e11707bc244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046'] for segment, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:00.092978 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c9c9bb-b021-487e-bd10-db74be658817 req-5268e894-1d6e-4d92-afe2-ab7da10503ca service neutron] Checking agent: {'id': '85608d62-9d70-46cb-9db0-a1f12ce5af65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 23, 3), 'started_at': datetime.datetime(2021, 9, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:06:00.093227 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c9c9bb-b021-487e-bd10-db74be658817 req-5268e894-1d6e-4d92-afe2-ab7da10503ca service neutron] Checking segment: {'id': 'eb098917-dbc9-4dc3-81e9-deb624e7bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b2b15aa9-ccf4-445d-a89c-b858bbe43b47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:06:00.093614 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c9c9bb-b021-487e-bd10-db74be658817 req-5268e894-1d6e-4d92-afe2-ab7da10503ca service neutron] Bound using segment: {'id': 'eb098917-dbc9-4dc3-81e9-deb624e7bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b2b15aa9-ccf4-445d-a89c-b858bbe43b47'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:06:00.094264 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-48c9c9bb-b021-487e-bd10-db74be658817 req-5268e894-1d6e-4d92-afe2-ab7da10503ca service neutron] Bound port: fce75108-7ccd-482f-af32-9f8bac0e512e, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb098917-dbc9-4dc3-81e9-deb624e7bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b2b15aa9-ccf4-445d-a89c-b858bbe43b47'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:06:00.094569 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-48c9c9bb-b021-487e-bd10-db74be658817 req-5268e894-1d6e-4d92-afe2-ab7da10503ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:00.105357 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94efdc8f-6a8c-49f3-9b37-9e11707bc244 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:06:00.106253 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-94efdc8f-6a8c-49f3-9b37-9e11707bc244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16666794'] for segment, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:00.109858 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3946dce8-28df-4c6b-8701-b11d9cf5dbde req-c6864349-5f75-494f-978b-9acdd6536e87 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026294 Sep 14 23:06:00.110487 dv-cinder-760178-13-iscsi neutron-server[94135]: Traceback (most recent call last): Sep 14 23:06:00.110487 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 23:06:00.110487 dv-cinder-760178-13-iscsi neutron-server[94135]: timer() Sep 14 23:06:00.110487 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 23:06:00.110487 dv-cinder-760178-13-iscsi neutron-server[94135]: cb(*args, **kw) Sep 14 23:06:00.110487 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 23:06:00.110487 dv-cinder-760178-13-iscsi neutron-server[94135]: return func(*args, **kwargs) Sep 14 23:06:00.110487 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 23:06:00.110487 dv-cinder-760178-13-iscsi neutron-server[94135]: self._notify() Sep 14 23:06:00.110487 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 23:06:00.110487 dv-cinder-760178-13-iscsi neutron-server[94135]: self.callback(batched_events) Sep 14 23:06:00.110487 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 23:06:00.110487 dv-cinder-760178-13-iscsi neutron-server[94135]: event.method(event) Sep 14 23:06:00.110487 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 23:06:00.110487 dv-cinder-760178-13-iscsi neutron-server[94135]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 23:06:00.110487 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 23:06:00.110487 dv-cinder-760178-13-iscsi neutron-server[94135]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 23:06:00.110487 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 23:06:00.110487 dv-cinder-760178-13-iscsi neutron-server[94135]: return f(self, *a, **k) Sep 14 23:06:00.110487 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 23:06:00.110487 dv-cinder-760178-13-iscsi neutron-server[94135]: return self._get(url).json() Sep 14 23:06:00.110487 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 23:06:00.110487 dv-cinder-760178-13-iscsi neutron-server[94135]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 23:06:00.110487 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 23:06:00.110487 dv-cinder-760178-13-iscsi neutron-server[94135]: return self.request(url, 'GET', **kwargs) Sep 14 23:06:00.110487 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 23:06:00.110487 dv-cinder-760178-13-iscsi neutron-server[94135]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 23:06:00.110487 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 23:06:00.110487 dv-cinder-760178-13-iscsi neutron-server[94135]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 23:06:00.110487 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 23:06:00.110487 dv-cinder-760178-13-iscsi neutron-server[94135]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 23:06:00.110487 dv-cinder-760178-13-iscsi neutron-server[94135]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 23:06:00.184994 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-48c9c9bb-b021-487e-bd10-db74be658817 req-5268e894-1d6e-4d92-afe2-ab7da10503ca service neutron] For port fce75108-7ccd-482f-af32-9f8bac0e512e, host hv-cinder-76017, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:06:00.188591 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-48c9c9bb-b021-487e-bd10-db74be658817 req-5268e894-1d6e-4d92-afe2-ab7da10503ca service neutron] For port fce75108-7ccd-482f-af32-9f8bac0e512e, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=fce75108-7ccd-482f-af32-9f8bac0e512e,segment=NetworkSegment(eb098917-dbc9-4dc3-81e9-deb624e7bf20),segment_id=eb098917-dbc9-4dc3-81e9-deb624e7bf20)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:06:00.194421 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-48c9c9bb-b021-487e-bd10-db74be658817 req-5268e894-1d6e-4d92-afe2-ab7da10503ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:00.214790 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-519b5935-202f-4295-a46b-792f8fb09805 req-3e4be1d8-70e1-4047-ac3a-ba6a3a843730 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117554 Sep 14 23:06:00.216169 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-94efdc8f-6a8c-49f3-9b37-9e11707bc244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3627085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529177'] for network, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:00.236221 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9c9bb-b021-487e-bd10-db74be658817 req-5268e894-1d6e-4d92-afe2-ab7da10503ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:00.236874 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-48c9c9bb-b021-487e-bd10-db74be658817 req-5268e894-1d6e-4d92-afe2-ab7da10503ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:00.238943 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-94efdc8f-6a8c-49f3-9b37-9e11707bc244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for network, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:00.239068 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-48c9c9bb-b021-487e-bd10-db74be658817 req-5268e894-1d6e-4d92-afe2-ab7da10503ca service neutron] 10.222.0.52 "PUT /v2.0/ports/fce75108-7ccd-482f-af32-9f8bac0e512e HTTP/1.1" status: 200 len: 1094 time: 0.6952677 Sep 14 23:06:00.239394 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c57348-540f-4377-a7b2-8c7f0b3816fc', 'tag': 'fce75108-7ccd-482f-af32-9f8bac0e512e'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:06:00.241269 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-94efdc8f-6a8c-49f3-9b37-9e11707bc244 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e6307825-4923-40c8-9b7a-26d2f5ff7e47 HTTP/1.1" status: 204 len: 168 time: 0.5282280 Sep 14 23:06:00.241714 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b27504ed887e131bccbae67cb08e94fb53697a19aeb48787dd98b51fbb9c8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5a2d6b-4daf-420a-9bac-9fd1913ffb74" -d '{"events": [{"name": "network-changed", "server_uuid": "13c57348-540f-4377-a7b2-8c7f0b3816fc", "tag": "fce75108-7ccd-482f-af32-9f8bac0e512e"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:06:00.247013 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 42338) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:00.253724 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efdc8f-6a8c-49f3-9b37-9e11707bc244 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6307825-4923-40c8-9b7a-26d2f5ff7e47,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:00.276852 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:00.303207 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 23:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d915040-ebd9-425c-80a2-ef91d481cc6c x-openstack-request-id: req-0d915040-ebd9-425c-80a2-ef91d481cc6c {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:06:00.303643 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c57348-540f-4377-a7b2-8c7f0b3816fc", "tag": "fce75108-7ccd-482f-af32-9f8bac0e512e", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:06:00.303956 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0d915040-ebd9-425c-80a2-ef91d481cc6c {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:06:00.304503 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c57348-540f-4377-a7b2-8c7f0b3816fc', 'tag': 'fce75108-7ccd-482f-af32-9f8bac0e512e', 'status': 'completed', 'code': 200} Sep 14 23:06:00.322916 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-735c822e-4d59-47c4-a80e-7344b3c93e61 admin admin] Deleting subnet 103880b3-ef29-4f8f-9cf8-aeb29cfbbd91 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 23:06:00.346015 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-735c822e-4d59-47c4-a80e-7344b3c93e61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:00.347689 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268e894-1d6e-4d92-afe2-ab7da10503ca service neutron] Pushing event updated for resources: {'Port': ['ID=fce75108-7ccd-482f-af32-9f8bac0e512e,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:00.394820 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-735c822e-4d59-47c4-a80e-7344b3c93e61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13278731'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:00.421671 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9c9bb-b021-487e-bd10-db74be658817 req-cf4b12a3-0a98-47f3-ba6d-a25ffcd3ea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:00.423460 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-48c9c9bb-b021-487e-bd10-db74be658817 req-cf4b12a3-0a98-47f3-ba6d-a25ffcd3ea39 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=587b687926ec49439ef73d2b4747d86e&device_id=13c57348-540f-4377-a7b2-8c7f0b3816fc HTTP/1.1" status: 200 len: 1097 time: 0.1239076 Sep 14 23:06:00.481725 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-48c9c9bb-b021-487e-bd10-db74be658817 req-b4e01424-d6da-4827-8ce5-d3c9e887fb52 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fce75108-7ccd-482f-af32-9f8bac0e512e HTTP/1.1" status: 200 len: 217 time: 0.0476558 Sep 14 23:06:00.488820 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-735c822e-4d59-47c4-a80e-7344b3c93e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3629011'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:00.574733 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9c9bb-b021-487e-bd10-db74be658817 req-e2d1e928-d540-47ab-859b-dea9cf4c29fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:00.576220 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-48c9c9bb-b021-487e-bd10-db74be658817 req-e2d1e928-d540-47ab-859b-dea9cf4c29fe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6725ab53-7683-483a-af50-4917aca481fa HTTP/1.1" status: 200 len: 852 time: 0.0675626 Sep 14 23:06:00.587760 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-735c822e-4d59-47c4-a80e-7344b3c93e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16122503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13474262'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:00.620209 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-735c822e-4d59-47c4-a80e-7344b3c93e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:00.622197 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-735c822e-4d59-47c4-a80e-7344b3c93e61 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/103880b3-ef29-4f8f-9cf8-aeb29cfbbd91 HTTP/1.1" status: 204 len: 168 time: 0.3742228 Sep 14 23:06:00.625522 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 42360) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:00.671704 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-48c9c9bb-b021-487e-bd10-db74be658817 req-8d7d0e3d-9489-4829-b639-af48d8640bd3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2b15aa9-ccf4-445d-a89c-b858bbe43b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650728 Sep 14 23:06:00.673729 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c822e-4d59-47c4-a80e-7344b3c93e61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=103880b3-ef29-4f8f-9cf8-aeb29cfbbd91,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:00.726442 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6a41e6f9-107f-4a93-a421-8786a84b5eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3648290'] for network, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:00.775705 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf707c-0122-4254-a2e0-94b4316e786d req-fafc2aa0-ca25-4c97-ac7f-755b9c2e0b15 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:00.777238 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-dcaf707c-0122-4254-a2e0-94b4316e786d req-fafc2aa0-ca25-4c97-ac7f-755b9c2e0b15 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 946 time: 0.0860107 Sep 14 23:06:01.018839 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-48c9c9bb-b021-487e-bd10-db74be658817 req-7814f2dd-585d-451f-8b1c-e7a92ccf6857 service neutron] 10.222.0.52 "GET /v2.0/networks/b2b15aa9-ccf4-445d-a89c-b858bbe43b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375878 Sep 14 23:06:01.030598 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6a41e6f9-107f-4a93-a421-8786a84b5eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3627092', 'neutron.services.segments.db._delete_segments_for_network-8755854224285'] for network, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:01.058888 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-dcaf707c-0122-4254-a2e0-94b4316e786d req-09da5e56-40af-46d5-b431-0d82486125d0 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ca2a34d-cbbc-4e97-89d9-219fcac7f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716691 Sep 14 23:06:01.062308 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.services.segments.db [None req-6a41e6f9-107f-4a93-a421-8786a84b5eca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e49d1ee2-401d-422c-8f65-dc2159c206fa']}} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:06:01.074283 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.services.segments.db [None req-6a41e6f9-107f-4a93-a421-8786a84b5eca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5337242-3f2b-4e68-b02d-0779b11060d4') {'for_net_delete': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:06:01.074590 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.services.segments.db [None req-6a41e6f9-107f-4a93-a421-8786a84b5eca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5337242-3f2b-4e68-b02d-0779b11060d4') {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:06:01.084242 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6a41e6f9-107f-4a93-a421-8786a84b5eca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755854225062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14789332'] for segment, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:01.097542 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6a41e6f9-107f-4a93-a421-8786a84b5eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046'] for segment, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:01.104136 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a41e6f9-107f-4a93-a421-8786a84b5eca admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:06:01.104525 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6a41e6f9-107f-4a93-a421-8786a84b5eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16666794'] for segment, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:01.106371 dv-cinder-760178-13-iscsi neutron-server[94135]: Traceback (most recent call last): Sep 14 23:06:01.106371 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 23:06:01.106371 dv-cinder-760178-13-iscsi neutron-server[94135]: timer() Sep 14 23:06:01.106371 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 23:06:01.106371 dv-cinder-760178-13-iscsi neutron-server[94135]: cb(*args, **kw) Sep 14 23:06:01.106371 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 23:06:01.106371 dv-cinder-760178-13-iscsi neutron-server[94135]: return func(*args, **kwargs) Sep 14 23:06:01.106371 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 23:06:01.106371 dv-cinder-760178-13-iscsi neutron-server[94135]: self._notify() Sep 14 23:06:01.106371 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 23:06:01.106371 dv-cinder-760178-13-iscsi neutron-server[94135]: self.callback(batched_events) Sep 14 23:06:01.106371 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 23:06:01.106371 dv-cinder-760178-13-iscsi neutron-server[94135]: event.method(event) Sep 14 23:06:01.106371 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 23:06:01.106371 dv-cinder-760178-13-iscsi neutron-server[94135]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 23:06:01.106371 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 23:06:01.106371 dv-cinder-760178-13-iscsi neutron-server[94135]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 23:06:01.106371 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 23:06:01.106371 dv-cinder-760178-13-iscsi neutron-server[94135]: return f(self, *a, **k) Sep 14 23:06:01.106371 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 23:06:01.106371 dv-cinder-760178-13-iscsi neutron-server[94135]: return self._get(url).json() Sep 14 23:06:01.106371 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 23:06:01.106371 dv-cinder-760178-13-iscsi neutron-server[94135]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 23:06:01.106371 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 23:06:01.106371 dv-cinder-760178-13-iscsi neutron-server[94135]: return self.request(url, 'GET', **kwargs) Sep 14 23:06:01.106371 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 23:06:01.106371 dv-cinder-760178-13-iscsi neutron-server[94135]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 23:06:01.106371 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 23:06:01.106371 dv-cinder-760178-13-iscsi neutron-server[94135]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 23:06:01.106371 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 23:06:01.106371 dv-cinder-760178-13-iscsi neutron-server[94135]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 23:06:01.106371 dv-cinder-760178-13-iscsi neutron-server[94135]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 23:06:01.158746 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6a41e6f9-107f-4a93-a421-8786a84b5eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3627085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529177'] for network, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:01.165885 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6a41e6f9-107f-4a93-a421-8786a84b5eca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for network, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:01.170151 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-6a41e6f9-107f-4a93-a421-8786a84b5eca admin admin] 10.222.0.39 "DELETE /v2.0/networks/e49d1ee2-401d-422c-8f65-dc2159c206fa HTTP/1.1" status: 204 len: 168 time: 0.5411828 Sep 14 23:06:01.178793 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a41e6f9-107f-4a93-a421-8786a84b5eca admin admin] Pushing event deleted for resources: {'Network': ['ID=e49d1ee2-401d-422c-8f65-dc2159c206fa,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:01.254695 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c97675a-4259-43c1-a76e-2d7c973ebee9 req-61164535-b660-49c6-a85a-99f3e84a7835 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:01.256264 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5c97675a-4259-43c1-a76e-2d7c973ebee9 req-61164535-b660-49c6-a85a-99f3e84a7835 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0536299 Sep 14 23:06:01.301485 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5c97675a-4259-43c1-a76e-2d7c973ebee9 req-0d1c2c3d-c915-487b-9829-ebb2a0afedb0 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385396 Sep 14 23:06:01.346933 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 42374) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:01.374271 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2573f-2d8f-4e09-a3fb-95fd96646161 req-d178067a-0dcc-4ddd-96a1-c04bf3c1594a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:01.375764 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-05e2573f-2d8f-4e09-a3fb-95fd96646161 req-d178067a-0dcc-4ddd-96a1-c04bf3c1594a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=13c57348-540f-4377-a7b2-8c7f0b3816fc HTTP/1.1" status: 200 len: 944 time: 0.0484993 Sep 14 23:06:01.387194 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-a9fb7f6d-8b55-4c3d-8a88-f12b6291c6c5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=52a245d99d2a4a818de662bcec3c93a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391016 Sep 14 23:06:01.389628 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 42376) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:01.414658 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-05e2573f-2d8f-4e09-a3fb-95fd96646161 req-fb87ec78-c42b-4ea4-9fd6-14fdcc76991a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316746 Sep 14 23:06:01.444075 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-46c91c05-8da4-449c-a868-a4b5e55c5b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:01.467841 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-46c91c05-8da4-449c-a868-a4b5e55c5b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:01.513719 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-46c91c05-8da4-449c-a868-a4b5e55c5b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:01.516349 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-46c91c05-8da4-449c-a868-a4b5e55c5b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:01.517518 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-46c91c05-8da4-449c-a868-a4b5e55c5b53 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f5bbeaaa-64ae-43e1-9534-da1598c6ce05 HTTP/1.1" status: 204 len: 168 time: 0.1270149 Sep 14 23:06:01.526126 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c91c05-8da4-449c-a868-a4b5e55c5b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bbeaaa-64ae-43e1-9534-da1598c6ce05,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:01.825866 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 42386) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:01.864757 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-51ceabb2-7bf4-4389-b5c4-dfc02c3313f1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fca35e5ada84407e95b6c84ef772caab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376899 Sep 14 23:06:01.868165 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 42388) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:01.918436 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-db7a9f14-833b-4260-90c1-dd9f64707c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:01.940779 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-db7a9f14-833b-4260-90c1-dd9f64707c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:01.990387 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-db7a9f14-833b-4260-90c1-dd9f64707c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:01.993541 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-db7a9f14-833b-4260-90c1-dd9f64707c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:01.994662 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-db7a9f14-833b-4260-90c1-dd9f64707c00 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8767100d-8d32-4563-b317-c707b95de5b9 HTTP/1.1" status: 204 len: 168 time: 0.1255858 Sep 14 23:06:02.002154 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a9f14-833b-4260-90c1-dd9f64707c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8767100d-8d32-4563-b317-c707b95de5b9,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:02.183352 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d468840-814b-4a14-b580-673b5f42aebe req-af559bbb-f5d8-4007-9f39-54f911a43b64 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:02.184891 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7d468840-814b-4a14-b580-673b5f42aebe req-af559bbb-f5d8-4007-9f39-54f911a43b64 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 946 time: 0.0491350 Sep 14 23:06:02.224396 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-122c0971-5041-49ca-9605-ed7a32b7d1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:02.228847 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7d468840-814b-4a14-b580-673b5f42aebe req-c610d578-e40f-4e73-a6fb-d67e3c878ee6 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ca2a34d-cbbc-4e97-89d9-219fcac7f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373929 Sep 14 23:06:02.415244 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24360c9d-cf5a-48b6-aa18-e2707cf95aa7 req-412e2aea-b709-44da-968c-09df433efab4 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:02.416795 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-24360c9d-cf5a-48b6-aa18-e2707cf95aa7 req-412e2aea-b709-44da-968c-09df433efab4 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0511048 Sep 14 23:06:02.454826 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-24360c9d-cf5a-48b6-aa18-e2707cf95aa7 req-cb29e96b-bfa7-4f00-8a94-970e799b3d01 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321472 Sep 14 23:06:02.560932 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce934a6d-ef80-4750-a081-6706d700bb9f req-f3e0fbc9-50c8-4e9d-b0a2-35ef0e6e65ff tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:02.562480 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ce934a6d-ef80-4750-a081-6706d700bb9f req-f3e0fbc9-50c8-4e9d-b0a2-35ef0e6e65ff tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=13c57348-540f-4377-a7b2-8c7f0b3816fc HTTP/1.1" status: 200 len: 944 time: 0.0517092 Sep 14 23:06:02.600723 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ce934a6d-ef80-4750-a081-6706d700bb9f req-47319132-357c-438f-b8bc-4d9d0b1e7bc1 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324101 Sep 14 23:06:02.831465 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-48c9c9bb-b021-487e-bd10-db74be658817 req-63dcaa5d-18a6-4872-a235-de9755ce51e6 service neutron] 10.222.0.52 "GET /v2.0/networks/b2b15aa9-ccf4-445d-a89c-b858bbe43b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852034 Sep 14 23:06:03.343821 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83624dc-527f-45fc-abff-959ae0831b82 req-205d9251-fb20-43c9-b60c-30a55df566e1 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:03.345314 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d83624dc-527f-45fc-abff-959ae0831b82 req-205d9251-fb20-43c9-b60c-30a55df566e1 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 946 time: 0.0470099 Sep 14 23:06:03.381710 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d83624dc-527f-45fc-abff-959ae0831b82 req-ad01ce72-cdd8-4d4e-b35a-ed91f4f317b5 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ca2a34d-cbbc-4e97-89d9-219fcac7f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306509 Sep 14 23:06:03.571395 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197c9f2-3770-4d26-962b-e46901d0573a req-1406846c-6ac5-449b-ba9f-1de2fc609706 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:03.573132 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c197c9f2-3770-4d26-962b-e46901d0573a req-1406846c-6ac5-449b-ba9f-1de2fc609706 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0526202 Sep 14 23:06:03.610653 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c197c9f2-3770-4d26-962b-e46901d0573a req-b251c6e8-f702-4917-afb4-d4a31f93970b tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315120 Sep 14 23:06:03.714739 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01314d-a916-4b0d-9e9d-7498ae107004 req-08cb2c64-63ea-464b-a5f8-fab1f9f9a099 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:03.716199 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7c01314d-a916-4b0d-9e9d-7498ae107004 req-08cb2c64-63ea-464b-a5f8-fab1f9f9a099 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=13c57348-540f-4377-a7b2-8c7f0b3816fc HTTP/1.1" status: 200 len: 944 time: 0.0486569 Sep 14 23:06:03.754893 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7c01314d-a916-4b0d-9e9d-7498ae107004 req-aa98e7c9-27b6-4950-88e1-b7cf5c782111 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324011 Sep 14 23:06:03.906393 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a2d6b-4daf-420a-9bac-9fd1913ffb74 req-4114d117-4795-48a4-ac20-253a4b913c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:03.907873 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-ac5a2d6b-4daf-420a-9bac-9fd1913ffb74 req-4114d117-4795-48a4-ac20-253a4b913c3b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=587b687926ec49439ef73d2b4747d86e&device_id=13c57348-540f-4377-a7b2-8c7f0b3816fc HTTP/1.1" status: 200 len: 1097 time: 0.0465479 Sep 14 23:06:03.999914 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a2d6b-4daf-420a-9bac-9fd1913ffb74 req-daf6fd67-6e43-4d93-b15a-2bbec93ef1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:04.001415 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-ac5a2d6b-4daf-420a-9bac-9fd1913ffb74 req-daf6fd67-6e43-4d93-b15a-2bbec93ef1b5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b2b15aa9-ccf4-445d-a89c-b858bbe43b47 HTTP/1.1" status: 200 len: 913 time: 0.0840533 Sep 14 23:06:04.069676 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-ac5a2d6b-4daf-420a-9bac-9fd1913ffb74 req-459a5bb6-99f4-40ee-8a8a-4f5bd6d050fa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fce75108-7ccd-482f-af32-9f8bac0e512e HTTP/1.1" status: 200 len: 217 time: 0.0471625 Sep 14 23:06:04.121927 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a2d6b-4daf-420a-9bac-9fd1913ffb74 req-4d828318-7399-4bca-8b88-30fa7fc5694e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:04.123561 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-ac5a2d6b-4daf-420a-9bac-9fd1913ffb74 req-4d828318-7399-4bca-8b88-30fa7fc5694e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6725ab53-7683-483a-af50-4917aca481fa HTTP/1.1" status: 200 len: 852 time: 0.0455611 Sep 14 23:06:04.156793 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-ac5a2d6b-4daf-420a-9bac-9fd1913ffb74 req-d83e0aad-b37d-4094-b186-e193fb98f864 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2b15aa9-ccf4-445d-a89c-b858bbe43b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252357 Sep 14 23:06:04.255158 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-ac5a2d6b-4daf-420a-9bac-9fd1913ffb74 req-474b9193-09bf-4812-b4fb-3ad7a602e6bf service neutron] 10.222.0.52 "GET /v2.0/networks/b2b15aa9-ccf4-445d-a89c-b858bbe43b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870333 Sep 14 23:06:04.350422 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-ac5a2d6b-4daf-420a-9bac-9fd1913ffb74 req-fe65ca6c-9bb0-476b-a61a-e318a49bdbe0 service neutron] 10.222.0.52 "GET /v2.0/networks/b2b15aa9-ccf4-445d-a89c-b858bbe43b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859041 Sep 14 23:06:04.496998 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc04d78c-de81-44d1-970f-27365d629003 req-c06888ab-480d-438c-acf0-288af6b45032 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:04.498474 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-dc04d78c-de81-44d1-970f-27365d629003 req-c06888ab-480d-438c-acf0-288af6b45032 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 946 time: 0.0492725 Sep 14 23:06:04.535751 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-dc04d78c-de81-44d1-970f-27365d629003 req-77e88c7e-aae0-47a1-a358-4e7ec54305bd tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ca2a34d-cbbc-4e97-89d9-219fcac7f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313668 Sep 14 23:06:04.738933 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be62d95-8734-427e-8071-cba29f1562b8 req-ef751ffa-147b-48c3-a6dc-001a4491c078 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:04.740524 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1be62d95-8734-427e-8071-cba29f1562b8 req-ef751ffa-147b-48c3-a6dc-001a4491c078 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0565746 Sep 14 23:06:04.781732 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1be62d95-8734-427e-8071-cba29f1562b8 req-51b55f80-d5d6-4a8e-9972-43111e6003e9 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320754 Sep 14 23:06:04.870190 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60b62f-785d-43da-ace1-48a9d856efe5 req-c93f4480-c54e-4e33-b072-00715868bb2a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:04.871699 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3a60b62f-785d-43da-ace1-48a9d856efe5 req-c93f4480-c54e-4e33-b072-00715868bb2a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=13c57348-540f-4377-a7b2-8c7f0b3816fc HTTP/1.1" status: 200 len: 944 time: 0.0502627 Sep 14 23:06:04.909376 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3a60b62f-785d-43da-ace1-48a9d856efe5 req-fbba9c2b-215b-4fa6-9e5e-67cac4850593 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318298 Sep 14 23:06:04.949397 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-e6d83222-3e8e-4921-8baf-e231546a633c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:04.951916 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:05.656995 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259056ac-09bd-4dae-a4e7-32f2e6d483bd req-12898465-5e19-490f-9e16-e58b2d8b6a16 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:05.659097 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-259056ac-09bd-4dae-a4e7-32f2e6d483bd req-12898465-5e19-490f-9e16-e58b2d8b6a16 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 946 time: 0.0536721 Sep 14 23:06:05.701645 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-259056ac-09bd-4dae-a4e7-32f2e6d483bd req-89f2e2ff-354b-4af0-a5d4-2ce2dfa87b10 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ca2a34d-cbbc-4e97-89d9-219fcac7f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363450 Sep 14 23:06:05.714021 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 6 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:06:05.913400 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace60c1f-c3da-4a17-b9a0-06711486e606 req-6bccda2e-eca9-48a4-adb4-91fb2522f134 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:05.914881 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ace60c1f-c3da-4a17-b9a0-06711486e606 req-6bccda2e-eca9-48a4-adb4-91fb2522f134 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0617526 Sep 14 23:06:05.976140 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ace60c1f-c3da-4a17-b9a0-06711486e606 req-1d0221e1-bf0b-48a7-a7ad-4cc2f300ed5a tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538759 Sep 14 23:06:06.024793 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:06.075491 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb13f8-5389-4f4c-a0c2-ede45453622f req-44ab30d8-5b88-4cee-bbe0-dfae889d3b50 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:06.077025 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b9eb13f8-5389-4f4c-a0c2-ede45453622f req-44ab30d8-5b88-4cee-bbe0-dfae889d3b50 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 946 time: 0.1085024 Sep 14 23:06:06.084331 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df73be1-512c-4644-b582-b8fe2fa00fa4 req-17fb1e95-35bd-4133-b1c2-20d99df25cc6 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:06.085969 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5df73be1-512c-4644-b582-b8fe2fa00fa4 req-17fb1e95-35bd-4133-b1c2-20d99df25cc6 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=13c57348-540f-4377-a7b2-8c7f0b3816fc HTTP/1.1" status: 200 len: 944 time: 0.0552125 Sep 14 23:06:06.125144 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5df73be1-512c-4644-b582-b8fe2fa00fa4 req-82130580-3ecd-4ecc-87cd-c9224fcfed24 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325165 Sep 14 23:06:06.203233 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-b9eb13f8-5389-4f4c-a0c2-ede45453622f req-4afe8305-88d3-43f2-9134-b997702dd65e tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Deleting port b96b94a6-3d1f-4858-960f-c910199e9a56 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:06:06.203577 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b9eb13f8-5389-4f4c-a0c2-ede45453622f req-4afe8305-88d3-43f2-9134-b997702dd65e tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:06.290576 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-b9eb13f8-5389-4f4c-a0c2-ede45453622f req-4afe8305-88d3-43f2-9134-b997702dd65e tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] For port b96b94a6-3d1f-4858-960f-c910199e9a56, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=b96b94a6-3d1f-4858-960f-c910199e9a56,segment=NetworkSegment(411b859d-a35b-47cb-a842-920f3a646284),segment_id=411b859d-a35b-47cb-a842-920f3a646284)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:06:06.290861 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b9eb13f8-5389-4f4c-a0c2-ede45453622f req-4afe8305-88d3-43f2-9134-b997702dd65e tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:06.306316 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-b9eb13f8-5389-4f4c-a0c2-ede45453622f req-4afe8305-88d3-43f2-9134-b997702dd65e tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Calling delete_port for b96b94a6-3d1f-4858-960f-c910199e9a56 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:06:06.472920 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b9eb13f8-5389-4f4c-a0c2-ede45453622f req-4afe8305-88d3-43f2-9134-b997702dd65e tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:06.517373 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe8305-88d3-43f2-9134-b997702dd65e tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Pushing event deleted for resources: {'Port': ['ID=b96b94a6-3d1f-4858-960f-c910199e9a56,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:06.581814 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9eb13f8-5389-4f4c-a0c2-ede45453622f req-4afe8305-88d3-43f2-9134-b997702dd65e tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] No DVR routers for this DVR port b96b94a6-3d1f-4858-960f-c910199e9a56 on host hv-cinder-76017 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:06:06.585192 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b9eb13f8-5389-4f4c-a0c2-ede45453622f req-4afe8305-88d3-43f2-9134-b997702dd65e tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:06.588029 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b9eb13f8-5389-4f4c-a0c2-ede45453622f req-4afe8305-88d3-43f2-9134-b997702dd65e tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.52 "DELETE /v2.0/ports/b96b94a6-3d1f-4858-960f-c910199e9a56 HTTP/1.1" status: 204 len: 173 time: 0.5033109 Sep 14 23:06:06.588537 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbae247-acfb-4d8e-a8a8-75b7fd025255', 'name': 'network-vif-deleted', 'tag': 'b96b94a6-3d1f-4858-960f-c910199e9a56'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:06:06.591728 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b27504ed887e131bccbae67cb08e94fb53697a19aeb48787dd98b51fbb9c8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c27d77d-b64d-46f6-a689-e1376e9338a1" -d '{"events": [{"server_uuid": "2fbae247-acfb-4d8e-a8a8-75b7fd025255", "name": "network-vif-deleted", "tag": "b96b94a6-3d1f-4858-960f-c910199e9a56"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:06:06.633154 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf86a845-6588-48c2-a88c-3451bd896819 x-openstack-request-id: req-bf86a845-6588-48c2-a88c-3451bd896819 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:06:06.633444 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbae247-acfb-4d8e-a8a8-75b7fd025255", "name": "network-vif-deleted", "tag": "b96b94a6-3d1f-4858-960f-c910199e9a56", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:06:06.633694 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bf86a845-6588-48c2-a88c-3451bd896819 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:06:06.634567 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbae247-acfb-4d8e-a8a8-75b7fd025255', 'name': 'network-vif-deleted', 'tag': 'b96b94a6-3d1f-4858-960f-c910199e9a56', 'status': 'completed', 'code': 200} Sep 14 23:06:06.670235 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 42518) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:06.803942 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b86f29d1-6b7a-42ff-a14b-4223facaacc2 req-d5aa9ffa-cb4a-446f-98b9-b02f0e1c4c41 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 210 time: 0.0301259 Sep 14 23:06:06.804721 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1a294f37-d236-4318-97b2-3f77bfcca09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:06.903933 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1a294f37-d236-4318-97b2-3f77bfcca09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:06.907879 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1a294f37-d236-4318-97b2-3f77bfcca09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:06.948753 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-1a294f37-d236-4318-97b2-3f77bfcca09e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f7b97393464840e1ae20613ebf535dca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2774155 Sep 14 23:06:06.950752 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a294f37-d236-4318-97b2-3f77bfcca09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f842f8-68c6-40c7-82f7-81910e04a6d3,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:06.951408 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 42532) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:07.002936 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-78a91f1b-9d6e-4094-afd8-9013d70be2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:07.031753 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-78a91f1b-9d6e-4094-afd8-9013d70be2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:07.085463 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-78a91f1b-9d6e-4094-afd8-9013d70be2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:07.090809 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-78a91f1b-9d6e-4094-afd8-9013d70be2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:07.094335 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-78a91f1b-9d6e-4094-afd8-9013d70be2ef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d6f842f8-68c6-40c7-82f7-81910e04a6d3 HTTP/1.1" status: 204 len: 168 time: 0.1396179 Sep 14 23:06:07.099920 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a91f1b-9d6e-4094-afd8-9013d70be2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f842f8-68c6-40c7-82f7-81910e04a6d3,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:07.108813 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab8c1c-0d17-4ba5-83fc-c3dce0187b96 req-62e1906c-d62b-4ec2-8166-adbfaec16346 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:07.110774 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5cab8c1c-0d17-4ba5-83fc-c3dce0187b96 req-62e1906c-d62b-4ec2-8166-adbfaec16346 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0660748 Sep 14 23:06:07.151549 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5cab8c1c-0d17-4ba5-83fc-c3dce0187b96 req-b4926022-386b-4597-885e-8865699059ec tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350418 Sep 14 23:06:07.264851 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223dcf1-0916-4bdf-8f3e-7adfd31984cc req-62602cba-80a9-4df6-ace3-b7b3e01500a1 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:07.266557 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c223dcf1-0916-4bdf-8f3e-7adfd31984cc req-62602cba-80a9-4df6-ace3-b7b3e01500a1 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=13c57348-540f-4377-a7b2-8c7f0b3816fc HTTP/1.1" status: 200 len: 944 time: 0.0560551 Sep 14 23:06:07.309278 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c223dcf1-0916-4bdf-8f3e-7adfd31984cc req-2de3fb09-adcb-4011-bbe1-397c86ce8526 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367987 Sep 14 23:06:07.901882 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:07.906343 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-830ad113-5f71-4e2a-8f81-3dd308267c6f req-79fda145-d9f5-4c8b-9838-0a0402a17a4e tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 210 time: 0.0287275 Sep 14 23:06:08.272549 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5a25e-fb8c-484b-9d18-a5e2d743b167 req-c2273237-b7ac-4e95-af17-a7f5e70b07db tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:08.274292 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-cbb5a25e-fb8c-484b-9d18-a5e2d743b167 req-c2273237-b7ac-4e95-af17-a7f5e70b07db tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0507791 Sep 14 23:06:08.318554 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-cbb5a25e-fb8c-484b-9d18-a5e2d743b167 req-ac1b957d-07fa-4871-9284-f9dd98589324 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368276 Sep 14 23:06:08.423408 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8b2d1-f21c-445f-8cbb-0f496bc461d8 req-7b73eeaa-763d-4088-ac2d-a1fad21e3de5 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:08.424915 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8ca8b2d1-f21c-445f-8cbb-0f496bc461d8 req-7b73eeaa-763d-4088-ac2d-a1fad21e3de5 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=13c57348-540f-4377-a7b2-8c7f0b3816fc HTTP/1.1" status: 200 len: 944 time: 0.0492458 Sep 14 23:06:08.461643 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8ca8b2d1-f21c-445f-8cbb-0f496bc461d8 req-de9e30f9-6d74-4a03-8286-fc68277b49c8 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309379 Sep 14 23:06:09.007019 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a32dc1e5-db9b-4f2e-a015-1f6e33c7202d req-a581360a-2590-44bb-acdb-c46a3396fc73 tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 210 time: 0.0256264 Sep 14 23:06:09.436858 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d074b42-52f9-411b-8af7-8824e603bbc1 req-81f131cb-fca3-4a24-a834-890ebcec5686 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:09.438355 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2d074b42-52f9-411b-8af7-8824e603bbc1 req-81f131cb-fca3-4a24-a834-890ebcec5686 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0511253 Sep 14 23:06:09.464313 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['b96b94a6-3d1f-4858-960f-c910199e9a56'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:06:09.478986 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2d074b42-52f9-411b-8af7-8824e603bbc1 req-7d4011bc-3d98-4f60-a5e2-622dd491f2cd tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343924 Sep 14 23:06:09.587524 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b040d-8ccc-4f5c-b725-d9f98c1e1062 req-0ca876ff-4818-4977-8b22-5c97192b2b1c tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:09.589071 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b21b040d-8ccc-4f5c-b725-d9f98c1e1062 req-0ca876ff-4818-4977-8b22-5c97192b2b1c tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=13c57348-540f-4377-a7b2-8c7f0b3816fc HTTP/1.1" status: 200 len: 944 time: 0.0497828 Sep 14 23:06:09.633472 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b21b040d-8ccc-4f5c-b725-d9f98c1e1062 req-1684971e-9b9e-4332-a1cf-ab84c9afbe1c tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381978 Sep 14 23:06:10.109512 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3c0397f6-4edd-45a7-a995-d225ec53d39c req-011478f5-7215-4af8-8f9f-5fdbe8d890ac tempest-DeleteServersTestJSON-488692297 tempest-DeleteServersTestJSON-488692297-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fbae247-acfb-4d8e-a8a8-75b7fd025255 HTTP/1.1" status: 200 len: 210 time: 0.0310895 Sep 14 23:06:10.610594 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae938f-7833-4203-9262-66be609d6619 req-6203869a-4bc0-4224-ad72-650dada1f611 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:10.612326 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f0ae938f-7833-4203-9262-66be609d6619 req-6203869a-4bc0-4224-ad72-650dada1f611 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0613501 Sep 14 23:06:10.652977 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f0ae938f-7833-4203-9262-66be609d6619 req-62eaf701-086c-45b0-84c2-46b2771e8d08 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342054 Sep 14 23:06:10.762021 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14899d41-bd8e-4fe6-b357-210bd2694214 req-41407d29-ef2b-4ebb-b42a-4df0da87fb63 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:10.763492 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-14899d41-bd8e-4fe6-b357-210bd2694214 req-41407d29-ef2b-4ebb-b42a-4df0da87fb63 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=13c57348-540f-4377-a7b2-8c7f0b3816fc HTTP/1.1" status: 200 len: 944 time: 0.0514631 Sep 14 23:06:10.801987 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-14899d41-bd8e-4fe6-b357-210bd2694214 req-2cbb5b95-38af-4903-b475-b8631af6db77 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327137 Sep 14 23:06:11.469150 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device fce75108-7ccd-482f-af32-9f8bac0e512e details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=94136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 23:06:11.577089 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port fce75108-7ccd-482f-af32-9f8bac0e512e, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=fce75108-7ccd-482f-af32-9f8bac0e512e,segment=NetworkSegment(eb098917-dbc9-4dc3-81e9-deb624e7bf20),segment_id=eb098917-dbc9-4dc3-81e9-deb624e7bf20)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:06:11.589316 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Returning: {'device': 'fce75108-7ccd-482f-af32-9f8bac0e512e', 'network_id': 'b2b15aa9-ccf4-445d-a89c-b858bbe43b47', 'port_id': 'fce75108-7ccd-482f-af32-9f8bac0e512e', 'mac_address': 'fa:16:3e:c1:41:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6725ab53-7683-483a-af50-4917aca481fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 23:06:11.632090 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:11.646159 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fce75108-7ccd-482f-af32-9f8bac0e512e {{(pid=94136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:06:11.666029 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port fce75108-7ccd-482f-af32-9f8bac0e512e, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=fce75108-7ccd-482f-af32-9f8bac0e512e,segment=NetworkSegment(eb098917-dbc9-4dc3-81e9-deb624e7bf20),segment_id=eb098917-dbc9-4dc3-81e9-deb624e7bf20)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:06:11.670019 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:11.730196 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=fce75108-7ccd-482f-af32-9f8bac0e512e,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:11.736443 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:11.736943 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:11.737360 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:11.737758 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:11.738375 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:11.738894 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:11.739425 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:11.739972 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:11.740658 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:11.741248 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:11.741733 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:11.742213 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:11.805020 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd0f4b-dabe-498a-bb6a-2da6b7a7df24 req-0ab970ed-5a6b-4c87-a219-2563225242c2 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:11.807547 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7abd0f4b-dabe-498a-bb6a-2da6b7a7df24 req-0ab970ed-5a6b-4c87-a219-2563225242c2 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0677955 Sep 14 23:06:11.859198 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7abd0f4b-dabe-498a-bb6a-2da6b7a7df24 req-f167634f-7f96-4259-9982-0ccec51328da tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454667 Sep 14 23:06:12.104417 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73df09-b5b5-4110-8dc7-42478518e020 req-a238338a-3c09-4a0a-99cd-dab445036908 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:12.105802 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ed73df09-b5b5-4110-8dc7-42478518e020 req-a238338a-3c09-4a0a-99cd-dab445036908 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=13c57348-540f-4377-a7b2-8c7f0b3816fc HTTP/1.1" status: 200 len: 945 time: 0.0512779 Sep 14 23:06:12.147245 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ed73df09-b5b5-4110-8dc7-42478518e020 req-3a9586f7-54d1-4be9-937f-f88bdc849f20 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353553 Sep 14 23:06:12.153665 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['fce75108-7ccd-482f-af32-9f8bac0e512e'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:06:12.603991 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 42750) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:12.648755 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.db_base_plugin_v2 [None req-012ee302-6385-4394-8ed8-b73072aed0a3 admin admin] Deleting subnet 1c5a658a-b7a0-4ad2-a0ca-d4f0b8394e24 {{(pid=94135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 23:06:12.652332 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-012ee302-6385-4394-8ed8-b73072aed0a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:12.689045 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-012ee302-6385-4394-8ed8-b73072aed0a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14789343'] for subnet, precommit_delete_associations {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:12.730358 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-012ee302-6385-4394-8ed8-b73072aed0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3629011'] for subnet, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:12.787824 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-012ee302-6385-4394-8ed8-b73072aed0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16040463'] for subnet, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:12.815078 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ee302-6385-4394-8ed8-b73072aed0a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c5a658a-b7a0-4ad2-a0ca-d4f0b8394e24,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:12.818752 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-012ee302-6385-4394-8ed8-b73072aed0a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:12.823838 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 42756) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:12.824318 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-012ee302-6385-4394-8ed8-b73072aed0a3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1c5a658a-b7a0-4ad2-a0ca-d4f0b8394e24 HTTP/1.1" status: 204 len: 168 time: 0.2187691 Sep 14 23:06:12.940738 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a27bef3d-2d65-479b-b43c-2b79bdaba0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3648290'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:12.997995 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2646776-e7e4-4d25-85ce-8dc2d2d65399 req-d183d29e-c0c6-4eb5-9758-b3bae9d41ef4 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:12.999541 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c2646776-e7e4-4d25-85ce-8dc2d2d65399 req-d183d29e-c0c6-4eb5-9758-b3bae9d41ef4 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0533311 Sep 14 23:06:13.027413 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a27bef3d-2d65-479b-b43c-2b79bdaba0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3627092', 'neutron.services.segments.db._delete_segments_for_network-8755854224285'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:13.039294 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c2646776-e7e4-4d25-85ce-8dc2d2d65399 req-c86bd05e-25c2-454d-9cee-b404c440c068 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332739 Sep 14 23:06:13.050197 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.services.segments.db [None req-a27bef3d-2d65-479b-b43c-2b79bdaba0f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:06:13.062150 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.services.segments.db [None req-a27bef3d-2d65-479b-b43c-2b79bdaba0f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '411b859d-a35b-47cb-a842-920f3a646284') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:06:13.062450 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.services.segments.db [None req-a27bef3d-2d65-479b-b43c-2b79bdaba0f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '411b859d-a35b-47cb-a842-920f3a646284') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:06:13.072764 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a27bef3d-2d65-479b-b43c-2b79bdaba0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755854225062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13278720'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:13.085331 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a27bef3d-2d65-479b-b43c-2b79bdaba0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:13.091382 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a27bef3d-2d65-479b-b43c-2b79bdaba0f7 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:06:13.091736 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a27bef3d-2d65-479b-b43c-2b79bdaba0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16122713'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:13.093473 dv-cinder-760178-13-iscsi neutron-server[94134]: Traceback (most recent call last): Sep 14 23:06:13.093473 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 23:06:13.093473 dv-cinder-760178-13-iscsi neutron-server[94134]: timer() Sep 14 23:06:13.093473 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 23:06:13.093473 dv-cinder-760178-13-iscsi neutron-server[94134]: cb(*args, **kw) Sep 14 23:06:13.093473 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 23:06:13.093473 dv-cinder-760178-13-iscsi neutron-server[94134]: return func(*args, **kwargs) Sep 14 23:06:13.093473 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 23:06:13.093473 dv-cinder-760178-13-iscsi neutron-server[94134]: self._notify() Sep 14 23:06:13.093473 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 23:06:13.093473 dv-cinder-760178-13-iscsi neutron-server[94134]: self.callback(batched_events) Sep 14 23:06:13.093473 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 23:06:13.093473 dv-cinder-760178-13-iscsi neutron-server[94134]: event.method(event) Sep 14 23:06:13.093473 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 23:06:13.093473 dv-cinder-760178-13-iscsi neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 23:06:13.093473 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 23:06:13.093473 dv-cinder-760178-13-iscsi neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 23:06:13.093473 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 23:06:13.093473 dv-cinder-760178-13-iscsi neutron-server[94134]: return f(self, *a, **k) Sep 14 23:06:13.093473 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 23:06:13.093473 dv-cinder-760178-13-iscsi neutron-server[94134]: return self._get(url).json() Sep 14 23:06:13.093473 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 23:06:13.093473 dv-cinder-760178-13-iscsi neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 23:06:13.093473 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 23:06:13.093473 dv-cinder-760178-13-iscsi neutron-server[94134]: return self.request(url, 'GET', **kwargs) Sep 14 23:06:13.093473 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 23:06:13.093473 dv-cinder-760178-13-iscsi neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 23:06:13.093473 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 23:06:13.093473 dv-cinder-760178-13-iscsi neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 23:06:13.093473 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 23:06:13.093473 dv-cinder-760178-13-iscsi neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 23:06:13.093473 dv-cinder-760178-13-iscsi neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 23:06:13.151411 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a27bef3d-2d65-479b-b43c-2b79bdaba0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3627085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529177'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:13.156711 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a27bef3d-2d65-479b-b43c-2b79bdaba0f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:13.161231 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-a27bef3d-2d65-479b-b43c-2b79bdaba0f7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5 HTTP/1.1" status: 204 len: 168 time: 0.3337152 Sep 14 23:06:13.170491 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27bef3d-2d65-479b-b43c-2b79bdaba0f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e3b4ff8-9155-4c4f-9490-4bb501c9c1c5,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:13.280387 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ff011-7c32-4d53-87b3-70a0ac0db907 req-825b5097-0ce2-4e7c-9d3f-22ab3d0f717e tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:13.282011 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-dc2ff011-7c32-4d53-87b3-70a0ac0db907 req-825b5097-0ce2-4e7c-9d3f-22ab3d0f717e tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=13c57348-540f-4377-a7b2-8c7f0b3816fc HTTP/1.1" status: 200 len: 945 time: 0.0600643 Sep 14 23:06:13.334342 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-dc2ff011-7c32-4d53-87b3-70a0ac0db907 req-02031d32-cb4e-48d1-b1ef-fc9a8e383255 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349567 Sep 14 23:06:13.464977 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 42774) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:13.498645 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device fce75108-7ccd-482f-af32-9f8bac0e512e up at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:06:13.511763 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-acf1a5e9-e9f4-4515-87c1-1f243a12c3e9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bc1271fa491549719c806a991d7f233c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0454383 Sep 14 23:06:13.514302 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 42776) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:13.568273 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning for port fce75108-7ccd-482f-af32-9f8bac0e512e completed by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:06:13.573094 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning complete for port fce75108-7ccd-482f-af32-9f8bac0e512e triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:06:13.573481 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:13.579999 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3b59b558-9ebc-4d74-beae-5d4b9bd562e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:13.605487 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3b59b558-9ebc-4d74-beae-5d4b9bd562e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:13.655167 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 42782) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:13.673374 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:13.677391 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3b59b558-9ebc-4d74-beae-5d4b9bd562e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:13.679970 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3b59b558-9ebc-4d74-beae-5d4b9bd562e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:13.681860 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-3b59b558-9ebc-4d74-beae-5d4b9bd562e5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ca2a34d-cbbc-4e97-89d9-219fcac7f0b3 HTTP/1.1" status: 204 len: 168 time: 0.1665769 Sep 14 23:06:13.689697 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59b558-9ebc-4d74-beae-5d4b9bd562e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca2a34d-cbbc-4e97-89d9-219fcac7f0b3,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:13.703478 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c57348-540f-4377-a7b2-8c7f0b3816fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce75108-7ccd-482f-af32-9f8bac0e512e'}] {{(pid=94136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:06:13.705731 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2b16cdf9a486da92f6eb6a5b1ab92e1b41f493a7e96932162ce692d4f29dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930c4928-1643-4b8b-b774-d22ec701c697" -d '{"events": [{"server_uuid": "13c57348-540f-4377-a7b2-8c7f0b3816fc", "name": "network-vif-plugged", "status": "completed", "tag": "fce75108-7ccd-482f-af32-9f8bac0e512e"}]}' {{(pid=94136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:06:13.729569 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port fce75108-7ccd-482f-af32-9f8bac0e512e, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=fce75108-7ccd-482f-af32-9f8bac0e512e,segment=NetworkSegment(eb098917-dbc9-4dc3-81e9-deb624e7bf20),segment_id=eb098917-dbc9-4dc3-81e9-deb624e7bf20)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:06:13.736391 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:13.738218 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device b96b94a6-3d1f-4858-960f-c910199e9a56 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:06:13.794080 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] No Port match for: b96b94a6-3d1f-4858-960f-c910199e9a56 {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:06:13.794442 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device b96b94a6-3d1f-4858-960f-c910199e9a56 not bound to the agent host hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:06:13.799623 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6af0d82-96d7-44b5-9921-203d9906fbcd x-openstack-request-id: req-a6af0d82-96d7-44b5-9921-203d9906fbcd {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:06:13.799915 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c57348-540f-4377-a7b2-8c7f0b3816fc", "name": "network-vif-plugged", "status": "completed", "tag": "fce75108-7ccd-482f-af32-9f8bac0e512e", "code": 200}]} {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:06:13.800171 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a6af0d82-96d7-44b5-9921-203d9906fbcd {{(pid=94136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:06:13.800553 dv-cinder-760178-13-iscsi neutron-server[94136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c57348-540f-4377-a7b2-8c7f0b3816fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce75108-7ccd-482f-af32-9f8bac0e512e', 'code': 200} Sep 14 23:06:13.828373 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79b15fd1-4c09-4bca-8c24-ecc23af0e48b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:13.842500 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=fce75108-7ccd-482f-af32-9f8bac0e512e,revision_number=5']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:13.942558 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79b15fd1-4c09-4bca-8c24-ecc23af0e48b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:13.969726 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-79b15fd1-4c09-4bca-8c24-ecc23af0e48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:14.008315 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-79b15fd1-4c09-4bca-8c24-ecc23af0e48b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9bfaf59c05de46339274e553b10de16e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3519189 Sep 14 23:06:14.011660 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 42798) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:14.029109 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b15fd1-4c09-4bca-8c24-ecc23af0e48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715129d4-f02f-4a8f-91ed-39de19ddc094,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:14.034132 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150fef4-0fc5-4e21-b69a-9790e0bd80a2 req-849c498d-735c-445d-bc90-c893ee59a42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:14.035643 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-9150fef4-0fc5-4e21-b69a-9790e0bd80a2 req-849c498d-735c-445d-bc90-c893ee59a42b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=13c57348-540f-4377-a7b2-8c7f0b3816fc HTTP/1.1" status: 200 len: 1099 time: 0.0915523 Sep 14 23:06:14.088013 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d1b0851e-a9f9-4c2b-9810-24c07e49ca57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:14.089301 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-9150fef4-0fc5-4e21-b69a-9790e0bd80a2 req-cda9ac2b-35f7-4ef8-8e89-423b9c0acaa9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447981 Sep 14 23:06:14.126817 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d1b0851e-a9f9-4c2b-9810-24c07e49ca57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:14.235984 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816bdb7-fb18-4f6c-bb0e-3cdc8b4eb941 req-f11f3b33-93b1-4477-a036-d404ea5f37d0 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:14.237702 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a816bdb7-fb18-4f6c-bb0e-3cdc8b4eb941 req-f11f3b33-93b1-4477-a036-d404ea5f37d0 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0789728 Sep 14 23:06:14.246287 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d1b0851e-a9f9-4c2b-9810-24c07e49ca57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:14.248938 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d1b0851e-a9f9-4c2b-9810-24c07e49ca57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:14.250013 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-d1b0851e-a9f9-4c2b-9810-24c07e49ca57 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/715129d4-f02f-4a8f-91ed-39de19ddc094 HTTP/1.1" status: 204 len: 168 time: 0.2373683 Sep 14 23:06:14.273281 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0851e-a9f9-4c2b-9810-24c07e49ca57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715129d4-f02f-4a8f-91ed-39de19ddc094,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:14.311811 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a816bdb7-fb18-4f6c-bb0e-3cdc8b4eb941 req-583f8c02-cefa-45df-9154-b87318433de1 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665605 Sep 14 23:06:14.316780 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 42816) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:14.460114 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122f2f5-723e-444e-9761-9ac58ece865c req-d4f59d4f-8eb8-4851-b3f1-7834df37316d tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:14.461669 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c122f2f5-723e-444e-9761-9ac58ece865c req-d4f59d4f-8eb8-4851-b3f1-7834df37316d tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=13c57348-540f-4377-a7b2-8c7f0b3816fc HTTP/1.1" status: 200 len: 946 time: 0.0536027 Sep 14 23:06:14.501214 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c122f2f5-723e-444e-9761-9ac58ece865c req-3e2bb57b-3ed3-4ce2-adbd-604b6cf485df tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324900 Sep 14 23:06:14.586388 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-23b35dd2-75a5-46e0-a998-9e2dc3fbe382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:14.694087 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 42832) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:14.713445 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e7de688e-298a-4e5f-9249-636e56efc343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:14.737933 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-23b35dd2-75a5-46e0-a998-9e2dc3fbe382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:14.743540 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-23b35dd2-75a5-46e0-a998-9e2dc3fbe382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:14.783625 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b35dd2-75a5-46e0-a998-9e2dc3fbe382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1859639a-7537-4656-b629-d2b1b4e7ffd9,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:14.791324 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-23b35dd2-75a5-46e0-a998-9e2dc3fbe382 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b66f087c80eb4e219cb7283a0c3d06d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4702334 Sep 14 23:06:14.791687 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 42836) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:14.875857 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e7de688e-298a-4e5f-9249-636e56efc343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:14.885661 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e7de688e-298a-4e5f-9249-636e56efc343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:14.908359 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0a64cc6a-4fa7-4c25-b5cd-00806849926b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:14.950754 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de688e-298a-4e5f-9249-636e56efc343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7944355-b33f-4288-83cd-625af2f6a022,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:14.957351 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-e7de688e-298a-4e5f-9249-636e56efc343 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8a7530f52f984b96bf218539941cc56f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2598162 Sep 14 23:06:14.957351 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0a64cc6a-4fa7-4c25-b5cd-00806849926b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:14.958131 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 42840) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:15.025673 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-df4d0ff6-8a01-4382-8303-360c0599b715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:15.039502 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0a64cc6a-4fa7-4c25-b5cd-00806849926b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:15.042947 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0a64cc6a-4fa7-4c25-b5cd-00806849926b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:15.044158 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-0a64cc6a-4fa7-4c25-b5cd-00806849926b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1859639a-7537-4656-b629-d2b1b4e7ffd9 HTTP/1.1" status: 204 len: 168 time: 0.2515235 Sep 14 23:06:15.048768 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-df4d0ff6-8a01-4382-8303-360c0599b715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:15.052586 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64cc6a-4fa7-4c25-b5cd-00806849926b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1859639a-7537-4656-b629-d2b1b4e7ffd9,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:15.114496 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-df4d0ff6-8a01-4382-8303-360c0599b715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:15.117602 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-df4d0ff6-8a01-4382-8303-360c0599b715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:15.121811 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-df4d0ff6-8a01-4382-8303-360c0599b715 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c7944355-b33f-4288-83cd-625af2f6a022 HTTP/1.1" status: 204 len: 168 time: 0.1593451 Sep 14 23:06:15.127563 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d0ff6-8a01-4382-8303-360c0599b715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7944355-b33f-4288-83cd-625af2f6a022,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:15.433649 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 42864) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:15.452805 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-014bf647-f039-4262-8316-9cfedc5e8ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:15.500138 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609f87b-b912-4bb5-a6db-059a979720c3 req-b077ac4b-e2fd-4e7a-9a2b-ac8d93f11bc6 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:15.508290 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0609f87b-b912-4bb5-a6db-059a979720c3 req-b077ac4b-e2fd-4e7a-9a2b-ac8d93f11bc6 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.1050038 Sep 14 23:06:15.561070 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0609f87b-b912-4bb5-a6db-059a979720c3 req-a1aa6eba-e30b-49e4-ae20-bf106c00346e tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455308 Sep 14 23:06:15.580069 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-014bf647-f039-4262-8316-9cfedc5e8ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:15.585565 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-014bf647-f039-4262-8316-9cfedc5e8ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:15.655162 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014bf647-f039-4262-8316-9cfedc5e8ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a1dc08-537f-44ac-a4a1-44dea0f958fc,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:15.661966 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-014bf647-f039-4262-8316-9cfedc5e8ecd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=54830d1486cf493abd1736bfabd4dbe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2250104 Sep 14 23:06:15.664424 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 42876) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:15.738818 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f884c93e-b910-41df-8ede-11dcc090dde7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:15.751823 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf03172-cd43-4013-ab3b-a88e66649ec2 req-694f8071-acdb-451a-97d5-0dcd13923b8f tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:15.755503 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0cf03172-cd43-4013-ab3b-a88e66649ec2 req-694f8071-acdb-451a-97d5-0dcd13923b8f tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=13c57348-540f-4377-a7b2-8c7f0b3816fc HTTP/1.1" status: 200 len: 946 time: 0.0988119 Sep 14 23:06:15.776595 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f884c93e-b910-41df-8ede-11dcc090dde7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:15.821765 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0cf03172-cd43-4013-ab3b-a88e66649ec2 req-a320e09b-8517-4f97-bdc4-e8e93e56a0e6 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567126 Sep 14 23:06:15.846641 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f884c93e-b910-41df-8ede-11dcc090dde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:15.850287 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f884c93e-b910-41df-8ede-11dcc090dde7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:15.852062 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-f884c93e-b910-41df-8ede-11dcc090dde7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/41a1dc08-537f-44ac-a4a1-44dea0f958fc HTTP/1.1" status: 204 len: 168 time: 0.1859510 Sep 14 23:06:15.861552 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884c93e-b910-41df-8ede-11dcc090dde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a1dc08-537f-44ac-a4a1-44dea0f958fc,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:16.653808 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 42934) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:16.715132 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e24a10-ed8b-4bd3-b0b5-d25f7ad3fba1 req-5b37b679-bf5c-4721-a150-ba813156c2e4 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:16.716749 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f9e24a10-ed8b-4bd3-b0b5-d25f7ad3fba1 req-5b37b679-bf5c-4721-a150-ba813156c2e4 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0612626 Sep 14 23:06:16.766081 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f9e24a10-ed8b-4bd3-b0b5-d25f7ad3fba1 req-a5213721-0e3d-4b54-b050-ebfec6df8d8b tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424321 Sep 14 23:06:16.831296 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c087695b-1eaa-49c2-b48e-2af587e945c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:16.971803 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b01f0b-2172-45ce-af4b-3686fa57f9da req-241e42e0-01e0-4c39-a500-6acc7c57d32f tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:16.985259 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-02b01f0b-2172-45ce-af4b-3686fa57f9da req-241e42e0-01e0-4c39-a500-6acc7c57d32f tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=13c57348-540f-4377-a7b2-8c7f0b3816fc HTTP/1.1" status: 200 len: 946 time: 0.0766664 Sep 14 23:06:16.993053 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c087695b-1eaa-49c2-b48e-2af587e945c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:16.999586 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c087695b-1eaa-49c2-b48e-2af587e945c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:17.036596 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-02b01f0b-2172-45ce-af4b-3686fa57f9da req-0dd34642-b628-44f1-b7b4-0c4f41239f46 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503213 Sep 14 23:06:17.043742 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-c087695b-1eaa-49c2-b48e-2af587e945c3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=24aeeee8672a4e5b9f1ecd2005770aa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3862557 Sep 14 23:06:17.043742 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087695b-1eaa-49c2-b48e-2af587e945c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace87b34-c3f3-4a9b-8bd9-e502ffd566f5,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:17.044160 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 42954) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:17.132230 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3ac2eed6-252f-4c59-a7ff-2c633b280fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:17.159917 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3ac2eed6-252f-4c59-a7ff-2c633b280fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:17.222521 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3ac2eed6-252f-4c59-a7ff-2c633b280fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:17.225316 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3ac2eed6-252f-4c59-a7ff-2c633b280fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:17.226490 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-3ac2eed6-252f-4c59-a7ff-2c633b280fc1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ace87b34-c3f3-4a9b-8bd9-e502ffd566f5 HTTP/1.1" status: 204 len: 168 time: 0.1753278 Sep 14 23:06:17.238079 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2eed6-252f-4c59-a7ff-2c633b280fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace87b34-c3f3-4a9b-8bd9-e502ffd566f5,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:17.671177 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 42990) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:17.687747 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d9152697-beaa-42dd-a8b0-7f73c7bffef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:17.815749 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d9152697-beaa-42dd-a8b0-7f73c7bffef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:17.822322 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d9152697-beaa-42dd-a8b0-7f73c7bffef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:17.905027 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9152697-beaa-42dd-a8b0-7f73c7bffef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b79743c-d62b-488b-8a3f-54b8bde8b932,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:17.911190 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-d9152697-beaa-42dd-a8b0-7f73c7bffef5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cd6af207ae1242fd853ff23169e47abe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387836 Sep 14 23:06:17.914273 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 43004) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:17.934911 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2971c54-1694-4666-adc9-8f8653574fb0 req-654165ec-e315-4b9c-89c5-999f4b1dbffe tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:17.936567 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f2971c54-1694-4666-adc9-8f8653574fb0 req-654165ec-e315-4b9c-89c5-999f4b1dbffe tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0901697 Sep 14 23:06:17.997990 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c1eb42b8-c138-41d2-afac-0cba74749edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:18.000764 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f2971c54-1694-4666-adc9-8f8653574fb0 req-b93a17b0-4d53-4e15-89c2-6dbcce0e4f85 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565722 Sep 14 23:06:18.029105 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c1eb42b8-c138-41d2-afac-0cba74749edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:18.089326 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c1eb42b8-c138-41d2-afac-0cba74749edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:18.092172 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c1eb42b8-c138-41d2-afac-0cba74749edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:18.095712 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-c1eb42b8-c138-41d2-afac-0cba74749edd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6b79743c-d62b-488b-8a3f-54b8bde8b932 HTTP/1.1" status: 204 len: 168 time: 0.1772869 Sep 14 23:06:18.102517 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb42b8-c138-41d2-afac-0cba74749edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b79743c-d62b-488b-8a3f-54b8bde8b932,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:18.669665 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 43040) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:18.961352 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-dfaada95-e7bb-40ec-8762-22c4b88c96cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:19.067768 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-dfaada95-e7bb-40ec-8762-22c4b88c96cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:19.072668 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-dfaada95-e7bb-40ec-8762-22c4b88c96cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:19.112521 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 43064) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:19.113103 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-dfaada95-e7bb-40ec-8762-22c4b88c96cc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ce1069177b6447ccb57f1685c502c99a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4412103 Sep 14 23:06:19.150794 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaada95-e7bb-40ec-8762-22c4b88c96cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fbde80-1fca-4937-9057-38a9e3175d17,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:19.171699 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a4c79dcb-6527-4aa5-8151-f6174fb79592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:19.173483 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a6af0-43a6-41c9-841d-ef1249ced9a9 req-39bd0f6a-7a05-4434-adb2-5abffaa46de8 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:19.175425 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fe3a6af0-43a6-41c9-841d-ef1249ced9a9 req-39bd0f6a-7a05-4434-adb2-5abffaa46de8 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0806732 Sep 14 23:06:19.200919 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a4c79dcb-6527-4aa5-8151-f6174fb79592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:19.224910 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fe3a6af0-43a6-41c9-841d-ef1249ced9a9 req-0242cf0c-9539-42d5-af2e-7b2daec27a06 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412164 Sep 14 23:06:19.270600 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a4c79dcb-6527-4aa5-8151-f6174fb79592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:19.275337 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a4c79dcb-6527-4aa5-8151-f6174fb79592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:19.280804 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-a4c79dcb-6527-4aa5-8151-f6174fb79592 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f0fbde80-1fca-4937-9057-38a9e3175d17 HTTP/1.1" status: 204 len: 168 time: 0.1658802 Sep 14 23:06:19.290531 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c79dcb-6527-4aa5-8151-f6174fb79592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fbde80-1fca-4937-9057-38a9e3175d17,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:19.590787 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 43082) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:19.604638 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-876ed5df-7ebf-400a-af2a-9f19c346eac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:19.705442 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-876ed5df-7ebf-400a-af2a-9f19c346eac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:19.709762 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-876ed5df-7ebf-400a-af2a-9f19c346eac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:19.753776 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-876ed5df-7ebf-400a-af2a-9f19c346eac1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=77ae14bbf19a4feba2ce4cacb7aa73c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1614311 Sep 14 23:06:19.756107 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 43088) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:19.757853 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ed5df-7ebf-400a-af2a-9f19c346eac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8332600-8ae6-473f-b21d-97670446601b,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:19.822033 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-234130d6-2d90-4ecd-a8bb-bc535321824e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:19.846613 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-234130d6-2d90-4ecd-a8bb-bc535321824e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:19.943974 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-234130d6-2d90-4ecd-a8bb-bc535321824e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:19.947013 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-234130d6-2d90-4ecd-a8bb-bc535321824e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:19.948141 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-234130d6-2d90-4ecd-a8bb-bc535321824e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e8332600-8ae6-473f-b21d-97670446601b HTTP/1.1" status: 204 len: 168 time: 0.1904018 Sep 14 23:06:19.966496 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234130d6-2d90-4ecd-a8bb-bc535321824e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8332600-8ae6-473f-b21d-97670446601b,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:20.469481 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6f066-def4-4b3c-ae58-1d834db56fb8 req-f3a2d1b0-6989-42f5-a13e-3555e4089a67 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:20.471024 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-78f6f066-def4-4b3c-ae58-1d834db56fb8 req-f3a2d1b0-6989-42f5-a13e-3555e4089a67 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0527985 Sep 14 23:06:20.517911 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-78f6f066-def4-4b3c-ae58-1d834db56fb8 req-0773bb06-e176-44b1-936d-cb885773382b tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408087 Sep 14 23:06:21.714011 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c78516-3776-4262-b1e9-6df5423e88e4 req-741f7e41-5685-4a04-9e1e-27bd4296cefb tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:21.715827 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-17c78516-3776-4262-b1e9-6df5423e88e4 req-741f7e41-5685-4a04-9e1e-27bd4296cefb tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0792983 Sep 14 23:06:21.763855 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-17c78516-3776-4262-b1e9-6df5423e88e4 req-6518e78f-d7ad-4339-96e6-affbe8ca595b tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390360 Sep 14 23:06:22.911808 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5abbcc-cb0b-4585-b089-216a06a945f4 req-54776814-2992-4a07-af47-9fc42e2fe83e tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:22.913345 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0e5abbcc-cb0b-4585-b089-216a06a945f4 req-54776814-2992-4a07-af47-9fc42e2fe83e tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0706084 Sep 14 23:06:22.978977 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0e5abbcc-cb0b-4585-b089-216a06a945f4 req-a9c1aa6e-122c-4fa1-84a8-c7e461596508 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540760 Sep 14 23:06:24.098617 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180fa00-e492-40cf-8dc0-f53b5e26c2fc req-cd658eeb-483c-4d43-b788-ccc2090fa77b tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:24.101443 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c180fa00-e492-40cf-8dc0-f53b5e26c2fc req-cd658eeb-483c-4d43-b788-ccc2090fa77b tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0575318 Sep 14 23:06:24.154780 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c180fa00-e492-40cf-8dc0-f53b5e26c2fc req-35fd1888-e7ea-4aec-b382-a1e389d70481 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475450 Sep 14 23:06:24.567577 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 43316) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:24.676637 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b221311b-7308-4fc2-83e0-147d916792bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:24.779339 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b221311b-7308-4fc2-83e0-147d916792bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:24.784471 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b221311b-7308-4fc2-83e0-147d916792bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:24.828274 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221311b-7308-4fc2-83e0-147d916792bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba43b1bb-aa40-4391-898b-c1c220c1b292,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:24.835283 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-b221311b-7308-4fc2-83e0-147d916792bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cb52e554e58e49e3acfaab6794f67637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2642038 Sep 14 23:06:24.835495 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 43326) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:24.885774 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-02d660aa-66b1-4080-a247-21b3d96baf0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:24.908491 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-02d660aa-66b1-4080-a247-21b3d96baf0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:24.969361 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-02d660aa-66b1-4080-a247-21b3d96baf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:24.973314 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-02d660aa-66b1-4080-a247-21b3d96baf0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:24.974560 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-02d660aa-66b1-4080-a247-21b3d96baf0d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ba43b1bb-aa40-4391-898b-c1c220c1b292 HTTP/1.1" status: 204 len: 168 time: 0.1381221 Sep 14 23:06:24.984537 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d660aa-66b1-4080-a247-21b3d96baf0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba43b1bb-aa40-4391-898b-c1c220c1b292,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:25.310614 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb7cb3-b778-4df3-b5b4-c7503cefc1d8 req-9106ce86-5f1f-4220-8e9a-34e939fc248e tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:25.312183 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9eeb7cb3-b778-4df3-b5b4-c7503cefc1d8 req-9106ce86-5f1f-4220-8e9a-34e939fc248e tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0718069 Sep 14 23:06:25.343678 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 43338) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:25.361948 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-04b51bba-ec1e-4935-aa17-ff6f710a676a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:25.370632 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9eeb7cb3-b778-4df3-b5b4-c7503cefc1d8 req-e22b60bf-2745-4c6e-9ddc-6f1c95a7982d tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508976 Sep 14 23:06:25.496531 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-04b51bba-ec1e-4935-aa17-ff6f710a676a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:25.502081 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-04b51bba-ec1e-4935-aa17-ff6f710a676a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:25.534263 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-04b51bba-ec1e-4935-aa17-ff6f710a676a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e7fd76eeaf3c46288fb346e1d5a344c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1886261 Sep 14 23:06:25.543804 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 43348) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:25.593303 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b51bba-ec1e-4935-aa17-ff6f710a676a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beebfc5c-8b21-4ebc-9bce-74835c3c546f,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:25.626797 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b2678cfc-1bfc-4211-a08c-045b014bc09c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:25.652991 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b2678cfc-1bfc-4211-a08c-045b014bc09c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:25.734183 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b2678cfc-1bfc-4211-a08c-045b014bc09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:25.737091 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b2678cfc-1bfc-4211-a08c-045b014bc09c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:25.738503 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-b2678cfc-1bfc-4211-a08c-045b014bc09c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/beebfc5c-8b21-4ebc-9bce-74835c3c546f HTTP/1.1" status: 204 len: 168 time: 0.1936314 Sep 14 23:06:25.749428 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2678cfc-1bfc-4211-a08c-045b014bc09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beebfc5c-8b21-4ebc-9bce-74835c3c546f,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:25.812782 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 43364) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:25.909059 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 43368) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:26.139927 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-40ac36ca-df1d-4d41-8caf-122e2505db54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:26.141909 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-870201b6-a172-444a-a110-dd8f2ca36210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:26.181028 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.db.api [None req-870201b6-a172-444a-a110-dd8f2ca36210 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 14 23:06:26.181028 dv-cinder-760178-13-iscsi neutron-server[94135]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 14 23:06:26.181028 dv-cinder-760178-13-iscsi neutron-server[94135]: [parameters: {'project_id': 'bb698cc4a2294a8da1da657adc479299', 'id': 'f1bd6240-25a0-4b03-8fc9-fef3e15a50ae', 'expiration': datetime.datetime(2021, 9, 14, 23, 8, 26, 171864)}] Sep 14 23:06:26.181028 dv-cinder-760178-13-iscsi neutron-server[94135]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 23:06:26.181566 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG oslo_db.api [None req-870201b6-a172-444a-a110-dd8f2ca36210 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 23:06:26.236073 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 43374) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:26.250605 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f039d98f-da55-4ee9-b82d-17de14b76443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:26.258832 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-40ac36ca-df1d-4d41-8caf-122e2505db54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:26.263814 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-40ac36ca-df1d-4d41-8caf-122e2505db54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:26.305805 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-40ac36ca-df1d-4d41-8caf-122e2505db54 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ab335182ad3c4889a80fc2740c6b4e95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3925707 Sep 14 23:06:26.305805 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac36ca-df1d-4d41-8caf-122e2505db54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9679c3c5-8c15-4025-ade3-8a34ce76ce56,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:26.306761 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 43376) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:26.354491 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f039d98f-da55-4ee9-b82d-17de14b76443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:26.361374 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f039d98f-da55-4ee9-b82d-17de14b76443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:26.368585 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed318-49a6-4f37-8fd9-b2aa81ccd92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:26.391870 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed318-49a6-4f37-8fd9-b2aa81ccd92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:26.398841 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039d98f-da55-4ee9-b82d-17de14b76443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c38ab6-fae3-4a10-ab25-4097ab5a7d25,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:26.412130 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-f039d98f-da55-4ee9-b82d-17de14b76443 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9e425dce65ef4e5b9e0904f0b9263ae6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1747868 Sep 14 23:06:26.417175 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 43380) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:26.460571 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed318-49a6-4f37-8fd9-b2aa81ccd92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:26.464468 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed318-49a6-4f37-8fd9-b2aa81ccd92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:26.465765 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-6f6ed318-49a6-4f37-8fd9-b2aa81ccd92b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9679c3c5-8c15-4025-ade3-8a34ce76ce56 HTTP/1.1" status: 204 len: 168 time: 0.1580458 Sep 14 23:06:26.470679 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-104bdc48-4451-4d57-ad83-2086e7c6c262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:26.492927 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-104bdc48-4451-4d57-ad83-2086e7c6c262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:26.504639 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ed318-49a6-4f37-8fd9-b2aa81ccd92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9679c3c5-8c15-4025-ade3-8a34ce76ce56,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:26.547476 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de225b-6a2c-402c-8299-93159a8030e6 req-07161d27-3c52-44cf-a4ec-8c0085cd3593 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:26.548943 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-104bdc48-4451-4d57-ad83-2086e7c6c262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:26.549089 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e1de225b-6a2c-402c-8299-93159a8030e6 req-07161d27-3c52-44cf-a4ec-8c0085cd3593 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0822263 Sep 14 23:06:26.551804 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-104bdc48-4451-4d57-ad83-2086e7c6c262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:26.553064 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-104bdc48-4451-4d57-ad83-2086e7c6c262 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/61c38ab6-fae3-4a10-ab25-4097ab5a7d25 HTTP/1.1" status: 204 len: 168 time: 0.1348999 Sep 14 23:06:26.569319 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104bdc48-4451-4d57-ad83-2086e7c6c262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c38ab6-fae3-4a10-ab25-4097ab5a7d25,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:26.627697 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e1de225b-6a2c-402c-8299-93159a8030e6 req-8e484ee6-5c06-48f0-ae25-1b07decf3640 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708947 Sep 14 23:06:26.682720 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-870201b6-a172-444a-a110-dd8f2ca36210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:26.801827 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-870201b6-a172-444a-a110-dd8f2ca36210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:26.809721 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-870201b6-a172-444a-a110-dd8f2ca36210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:26.883463 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-870201b6-a172-444a-a110-dd8f2ca36210 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bb698cc4a2294a8da1da657adc479299&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0691845 Sep 14 23:06:26.884646 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870201b6-a172-444a-a110-dd8f2ca36210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35c4902-a400-4a8e-9429-24515c1cb1c0,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:26.886428 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 43398) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:26.991994 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 43406) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:26.992458 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-86250587-feb6-4ef2-84ce-af6fdfbd4705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:27.007941 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c3f36709-6ef8-46bf-a57b-a2f228ab1d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:27.034841 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-86250587-feb6-4ef2-84ce-af6fdfbd4705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:27.113226 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-86250587-feb6-4ef2-84ce-af6fdfbd4705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:27.115756 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-86250587-feb6-4ef2-84ce-af6fdfbd4705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:27.117589 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-86250587-feb6-4ef2-84ce-af6fdfbd4705 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f35c4902-a400-4a8e-9429-24515c1cb1c0 HTTP/1.1" status: 204 len: 168 time: 0.2297308 Sep 14 23:06:27.136035 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86250587-feb6-4ef2-84ce-af6fdfbd4705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35c4902-a400-4a8e-9429-24515c1cb1c0,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:27.224320 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c3f36709-6ef8-46bf-a57b-a2f228ab1d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:27.231154 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c3f36709-6ef8-46bf-a57b-a2f228ab1d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:27.239332 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-040eed76-82fb-4cf3-8bae-2121e634563a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:27.240849 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-040eed76-82fb-4cf3-8bae-2121e634563a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/networks?id=b2b15aa9-ccf4-445d-a89c-b858bbe43b47 HTTP/1.1" status: 200 len: 812 time: 0.1728640 Sep 14 23:06:27.288756 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f36709-6ef8-46bf-a57b-a2f228ab1d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1039ff83-ced9-4149-a60f-3c4a921b1f1d,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:27.305293 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-3af63478-d8e3-4947-ac3e-141c10a8a342 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/quotas/587b687926ec49439ef73d2b4747d86e HTTP/1.1" status: 200 len: 375 time: 0.0521224 Sep 14 23:06:27.331473 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-c3f36709-6ef8-46bf-a57b-a2f228ab1d8e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c023732a79e74ba3b179545e8ca7c71c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3372462 Sep 14 23:06:27.334767 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 43422) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:27.374521 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-bc10742c-ac7c-4a1c-a186-fe21870826e1 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=587b687926ec49439ef73d2b4747d86e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678189 Sep 14 23:06:27.396920 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-10dd51bd-7fd9-4036-a3ac-55435d7e2082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:27.425964 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-10dd51bd-7fd9-4036-a3ac-55435d7e2082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:27.495137 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-10dd51bd-7fd9-4036-a3ac-55435d7e2082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:27.497944 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-10dd51bd-7fd9-4036-a3ac-55435d7e2082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:27.499525 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-10dd51bd-7fd9-4036-a3ac-55435d7e2082 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1039ff83-ced9-4149-a60f-3c4a921b1f1d HTTP/1.1" status: 204 len: 168 time: 0.1635511 Sep 14 23:06:27.501221 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-0b2da51f-d538-4af9-a704-91ac3e4e07d0 service neutron] 10.222.0.39 "GET /v2.0/networks/b2b15aa9-ccf4-445d-a89c-b858bbe43b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146200 Sep 14 23:06:27.509223 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd51bd-7fd9-4036-a3ac-55435d7e2082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1039ff83-ced9-4149-a60f-3c4a921b1f1d,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:27.609704 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-bd8b0ef1-5e6d-4ca6-95e9-7b1986ab9905 service neutron] 10.222.0.39 "GET /v2.0/networks/b2b15aa9-ccf4-445d-a89c-b858bbe43b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000218 Sep 14 23:06:27.674313 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 43440) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:27.710055 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-72c3ccc6-6d93-467e-8feb-951a96300fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:27.849939 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be6d18-6ab4-49d2-9494-c4b54402455e req-c56d384a-5551-4d34-a12b-3d32187e8bf0 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:27.851515 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-61be6d18-6ab4-49d2-9494-c4b54402455e req-c56d384a-5551-4d34-a12b-3d32187e8bf0 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.1074393 Sep 14 23:06:27.935567 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-bf3e1a26-7408-49e0-ba22-d4abe1bbfa43 req-3b987037-37fe-46fc-8970-9b4f3dd063a7 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e09a186-f344-4b82-a8a7-3e723c53f8d6 HTTP/1.1" status: 200 len: 210 time: 0.0783117 Sep 14 23:06:27.949701 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-72c3ccc6-6d93-467e-8feb-951a96300fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:27.955609 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-72c3ccc6-6d93-467e-8feb-951a96300fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:27.967607 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-61be6d18-6ab4-49d2-9494-c4b54402455e req-06707f79-2da8-46cc-a701-b24d6633fe55 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792584 Sep 14 23:06:28.004093 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-72c3ccc6-6d93-467e-8feb-951a96300fb6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=15056bf4e2e24d3c8143901b9e2a29f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3256178 Sep 14 23:06:28.006651 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 43454) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:28.105133 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3ccc6-6d93-467e-8feb-951a96300fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c51c99-fb90-4f2e-9d5e-91c9e7b99ff3,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:28.145262 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 43464) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:28.165965 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f1c4569-fcdb-4ffb-8b53-85dbb7a7cd39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:28.175973 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ecf45c87-1f62-4083-a3a3-ec3ee2d2393d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:28.210954 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ecf45c87-1f62-4083-a3a3-ec3ee2d2393d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:28.318264 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ecf45c87-1f62-4083-a3a3-ec3ee2d2393d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:28.321100 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ecf45c87-1f62-4083-a3a3-ec3ee2d2393d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:28.333615 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-ecf45c87-1f62-4083-a3a3-ec3ee2d2393d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/11c51c99-fb90-4f2e-9d5e-91c9e7b99ff3 HTTP/1.1" status: 204 len: 168 time: 0.3181789 Sep 14 23:06:28.334149 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f1c4569-fcdb-4ffb-8b53-85dbb7a7cd39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:28.340350 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2f1c4569-fcdb-4ffb-8b53-85dbb7a7cd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:28.355863 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf45c87-1f62-4083-a3a3-ec3ee2d2393d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c51c99-fb90-4f2e-9d5e-91c9e7b99ff3,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:28.387355 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c4569-fcdb-4ffb-8b53-85dbb7a7cd39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81e31a0-0dde-44a9-a2a2-2061e5d47e33,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:28.411776 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-2f1c4569-fcdb-4ffb-8b53-85dbb7a7cd39 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=697acc1ca07a422e95a735797c0a7a85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2650414 Sep 14 23:06:28.415906 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 43476) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:28.472014 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce7310b-9e31-45bc-a080-acb67bf2f3ff req-b4196a00-a82f-42e4-9ddc-950c840a22d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:28.474232 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-2ce7310b-9e31-45bc-a080-acb67bf2f3ff req-b4196a00-a82f-42e4-9ddc-950c840a22d2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 1098 time: 0.0715299 Sep 14 23:06:28.518176 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4dcdcfaa-c7b5-46bb-81bd-27cfa9cc6182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:28.539190 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-2ce7310b-9e31-45bc-a080-acb67bf2f3ff req-baabf346-4b95-4101-b183-f2596318146c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550084 Sep 14 23:06:28.553585 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4dcdcfaa-c7b5-46bb-81bd-27cfa9cc6182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:28.605863 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4dcdcfaa-c7b5-46bb-81bd-27cfa9cc6182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:28.608868 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4dcdcfaa-c7b5-46bb-81bd-27cfa9cc6182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:28.613100 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-4dcdcfaa-c7b5-46bb-81bd-27cfa9cc6182 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d81e31a0-0dde-44a9-a2a2-2061e5d47e33 HTTP/1.1" status: 204 len: 168 time: 0.1961939 Sep 14 23:06:28.623720 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcdcfaa-c7b5-46bb-81bd-27cfa9cc6182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81e31a0-0dde-44a9-a2a2-2061e5d47e33,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:29.135768 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-969687f4-7626-4514-be2c-0d6916117f3e req-15b24551-0745-46b1-8b2e-d3f4c30411e6 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e09a186-f344-4b82-a8a7-3e723c53f8d6 HTTP/1.1" status: 200 len: 210 time: 0.0460587 Sep 14 23:06:29.153681 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302932d-13ef-44ea-b766-22920eb62458 req-3f53e61c-0a55-4482-949e-756856474876 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:29.168422 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6302932d-13ef-44ea-b766-22920eb62458 req-3f53e61c-0a55-4482-949e-756856474876 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.1166074 Sep 14 23:06:29.229752 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6302932d-13ef-44ea-b766-22920eb62458 req-2ad0b635-4f7f-4024-a9f5-db2b27a59901 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516748 Sep 14 23:06:29.661406 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-420be12a-3c1b-4be9-b7b4-4ea723cdaf50 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:29.663104 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-420be12a-3c1b-4be9-b7b4-4ea723cdaf50 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.52 "GET /v2.0/networks?id=b2b15aa9-ccf4-445d-a89c-b858bbe43b47 HTTP/1.1" status: 200 len: 812 time: 0.1478417 Sep 14 23:06:29.684114 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-0b311f8c-cbaa-4d47-af84-83e089f8fb02 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Request body: {'port': {'device_id': '1e09a186-f344-4b82-a8a7-3e723c53f8d6', 'network_id': 'b2b15aa9-ccf4-445d-a89c-b858bbe43b47', 'admin_state_up': True, 'tenant_id': '587b687926ec49439ef73d2b4747d86e'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:06:29.910313 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-0b311f8c-cbaa-4d47-af84-83e089f8fb02 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Made reservation on behalf of 587b687926ec49439ef73d2b4747d86e for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:06:29.914121 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-0b311f8c-cbaa-4d47-af84-83e089f8fb02 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:30.055608 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 43574) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:30.124996 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-0b311f8c-cbaa-4d47-af84-83e089f8fb02 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Allocated IP 172.20.0.6 (b2b15aa9-ccf4-445d-a89c-b858bbe43b47/6725ab53-7683-483a-af50-4917aca481fa/4ec65a10-0cd6-4e24-a6b0-44fa494ad436) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:06:30.208028 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-1df7f907-0c94-48b9-8fae-57c6d3eff381 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1870313196-network', 'tenant_id': 'f9bf314c91e74f6086dc4d294b8860d9'}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:06:30.256423 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:30.315280 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8a678a4f-95bf-46f5-b00d-01585a643845 req-9df908fe-5c77-4519-802f-94a4c7f96451 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e09a186-f344-4b82-a8a7-3e723c53f8d6 HTTP/1.1" status: 200 len: 210 time: 0.0573137 Sep 14 23:06:30.316397 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df7f907-0c94-48b9-8fae-57c6d3eff381 admin admin] Made reservation on behalf of f9bf314c91e74f6086dc4d294b8860d9 for: {'network': 1} {{(pid=94135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:06:30.320924 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1df7f907-0c94-48b9-8fae-57c6d3eff381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for network, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:30.384131 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-0b311f8c-cbaa-4d47-af84-83e089f8fb02 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:30.393768 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1df7f907-0c94-48b9-8fae-57c6d3eff381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:30.433159 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-0b311f8c-cbaa-4d47-af84-83e089f8fb02 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:30.450717 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['80c57b00-d31c-4c6f-90ad-dbf9909774c0', 'fce75108-7ccd-482f-af32-9f8bac0e512e'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:06:30.464581 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45796e12-feaa-4b79-8f11-5bdbbb6d1a9f req-1070b250-0777-4b1c-95c7-e8f19b7297cb tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:30.472842 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 43596) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:30.478383 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-45796e12-feaa-4b79-8f11-5bdbbb6d1a9f req-1070b250-0777-4b1c-95c7-e8f19b7297cb tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.1537580 Sep 14 23:06:30.491449 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-0b311f8c-cbaa-4d47-af84-83e089f8fb02 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Network b2b15aa9-ccf4-445d-a89c-b858bbe43b47 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:06:30.494821 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-0b311f8c-cbaa-4d47-af84-83e089f8fb02 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:06:30.501581 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-0b311f8c-cbaa-4d47-af84-83e089f8fb02 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:06:30.559892 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-0b311f8c-cbaa-4d47-af84-83e089f8fb02 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:30.560653 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-0b311f8c-cbaa-4d47-af84-83e089f8fb02 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:30.565635 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b311f8c-cbaa-4d47-af84-83e089f8fb02 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Pushing event updated for resources: {'Port': ['ID=4ec65a10-0cd6-4e24-a6b0-44fa494ad436,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:30.613566 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-45796e12-feaa-4b79-8f11-5bdbbb6d1a9f req-fd7e3751-0693-4b86-8426-b7519aa67f85 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339495 Sep 14 23:06:30.632722 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1df7f907-0c94-48b9-8fae-57c6d3eff381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:30.638220 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1df7f907-0c94-48b9-8fae-57c6d3eff381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:30.643159 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-0b311f8c-cbaa-4d47-af84-83e089f8fb02 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9644458 Sep 14 23:06:30.665225 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-df48f97a-d951-445b-a328-7a011e569ee0 service neutron] Request body: {'port': {'device_id': '1e09a186-f344-4b82-a8a7-3e723c53f8d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:06:30.670827 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7f907-0c94-48b9-8fae-57c6d3eff381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82aef4b5-fac5-4224-a4e7-9981e0e70041,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:30.686030 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df7f907-0c94-48b9-8fae-57c6d3eff381 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=94135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:06:30.702414 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1df7f907-0c94-48b9-8fae-57c6d3eff381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046'] for segment, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:30.704424 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.db.segments_db [None req-1df7f907-0c94-48b9-8fae-57c6d3eff381 admin admin] Added segment c360a02f-7804-4a78-b403-a270fa5b9669 of type vlan for network 2d6300fb-b98d-4f3e-bc89-5f44036c1ea6 Sep 14 23:06:30.778731 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1df7f907-0c94-48b9-8fae-57c6d3eff381 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755853879839'] for network, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:30.795764 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-df48f97a-d951-445b-a328-7a011e569ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:30.833759 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2fcb7834-65ed-492c-884f-604a2b6a6242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:30.839948 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615cc64-a583-43dd-a7cb-ce60042af04e req-18943cbf-3036-4951-8c22-06406ae0ed97 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:30.841772 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0615cc64-a583-43dd-a7cb-ce60042af04e req-18943cbf-3036-4951-8c22-06406ae0ed97 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0782533 Sep 14 23:06:30.848405 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1df7f907-0c94-48b9-8fae-57c6d3eff381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180'] for network, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:30.850181 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df7f907-0c94-48b9-8fae-57c6d3eff381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:30.851279 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1df7f907-0c94-48b9-8fae-57c6d3eff381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for network, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:30.921362 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-1df7f907-0c94-48b9-8fae-57c6d3eff381 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8643980 Sep 14 23:06:30.922361 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 43612) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:30.938163 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-e2a1fc72-07d9-42b9-895d-ab515e39d884 admin admin] Request body: {'subnet': {'network_id': '2d6300fb-b98d-4f3e-bc89-5f44036c1ea6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1870313196-subnet', 'tenant_id': 'f9bf314c91e74f6086dc4d294b8860d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:06:30.991081 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0615cc64-a583-43dd-a7cb-ce60042af04e req-00cb705d-b905-4a24-87cc-b880fd8c9700 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277978 Sep 14 23:06:30.991916 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7f907-0c94-48b9-8fae-57c6d3eff381 admin admin] Pushing event updated for resources: {'Network': ['ID=2d6300fb-b98d-4f3e-bc89-5f44036c1ea6,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:31.008747 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Network 2d6300fb-b98d-4f3e-bc89-5f44036c1ea6 details requested by agent ovs-agent-dv-cinder-760178-13-iscsi with host dv-cinder-760178-13-iscsi {{(pid=94136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 23:06:31.152310 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2fcb7834-65ed-492c-884f-604a2b6a6242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:31.158352 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2fcb7834-65ed-492c-884f-604a2b6a6242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:31.181638 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a1fc72-07d9-42b9-895d-ab515e39d884 admin admin] Made reservation on behalf of f9bf314c91e74f6086dc4d294b8860d9 for: {'subnet': 1} {{(pid=94135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:06:31.184149 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e2a1fc72-07d9-42b9-895d-ab515e39d884 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16040488'] for subnet, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:31.220172 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-2fcb7834-65ed-492c-884f-604a2b6a6242 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4c2ce242146147b7bdf49bfb17e54fef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7417617 Sep 14 23:06:31.220579 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 43622) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:31.225194 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb7834-65ed-492c-884f-604a2b6a6242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f95c6b-74fe-49bc-84f9-0499a348aa9a,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:31.280536 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-df48f97a-d951-445b-a328-7a011e569ee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec65a10-0cd6-4e24-a6b0-44fa494ad436 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:06:31.290902 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-df48f97a-d951-445b-a328-7a011e569ee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:31.316963 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-df48f97a-d951-445b-a328-7a011e569ee0 service neutron] Transition to ACTIVE for port object 4ec65a10-0cd6-4e24-a6b0-44fa494ad436 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:06:31.326917 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-df48f97a-d951-445b-a328-7a011e569ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:31.455652 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48f97a-d951-445b-a328-7a011e569ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec65a10-0cd6-4e24-a6b0-44fa494ad436,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:31.499679 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-df48f97a-d951-445b-a328-7a011e569ee0 service neutron] Attempting to bind port 4ec65a10-0cd6-4e24-a6b0-44fa494ad436 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:06:31.499959 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-df48f97a-d951-445b-a328-7a011e569ee0 service neutron] Attempting to bind port 4ec65a10-0cd6-4e24-a6b0-44fa494ad436 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': 'eb098917-dbc9-4dc3-81e9-deb624e7bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b2b15aa9-ccf4-445d-a89c-b858bbe43b47'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:06:31.500291 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-df48f97a-d951-445b-a328-7a011e569ee0 service neutron] Attempting to bind port 4ec65a10-0cd6-4e24-a6b0-44fa494ad436 on network b2b15aa9-ccf4-445d-a89c-b858bbe43b47 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:06:31.507508 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-df48f97a-d951-445b-a328-7a011e569ee0 service neutron] Port 4ec65a10-0cd6-4e24-a6b0-44fa494ad436 on network b2b15aa9-ccf4-445d-a89c-b858bbe43b47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 23:06:31.507913 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-df48f97a-d951-445b-a328-7a011e569ee0 service neutron] Attempting to bind port 4ec65a10-0cd6-4e24-a6b0-44fa494ad436 on network b2b15aa9-ccf4-445d-a89c-b858bbe43b47 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:06:31.517923 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-df48f97a-d951-445b-a328-7a011e569ee0 service neutron] Checking agent: {'id': '85608d62-9d70-46cb-9db0-a1f12ce5af65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 23, 3), 'started_at': datetime.datetime(2021, 9, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:06:31.518259 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-df48f97a-d951-445b-a328-7a011e569ee0 service neutron] Checking segment: {'id': 'eb098917-dbc9-4dc3-81e9-deb624e7bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b2b15aa9-ccf4-445d-a89c-b858bbe43b47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:06:31.518689 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-df48f97a-d951-445b-a328-7a011e569ee0 service neutron] Bound using segment: {'id': 'eb098917-dbc9-4dc3-81e9-deb624e7bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b2b15aa9-ccf4-445d-a89c-b858bbe43b47'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:06:31.519169 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-df48f97a-d951-445b-a328-7a011e569ee0 service neutron] Bound port: 4ec65a10-0cd6-4e24-a6b0-44fa494ad436, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb098917-dbc9-4dc3-81e9-deb624e7bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b2b15aa9-ccf4-445d-a89c-b858bbe43b47'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:06:31.519561 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-df48f97a-d951-445b-a328-7a011e569ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:31.606438 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-df48f97a-d951-445b-a328-7a011e569ee0 service neutron] For port 4ec65a10-0cd6-4e24-a6b0-44fa494ad436, host hv-cinder-76017, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:06:31.613946 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-df48f97a-d951-445b-a328-7a011e569ee0 service neutron] For port 4ec65a10-0cd6-4e24-a6b0-44fa494ad436, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=4ec65a10-0cd6-4e24-a6b0-44fa494ad436,segment=NetworkSegment(eb098917-dbc9-4dc3-81e9-deb624e7bf20),segment_id=eb098917-dbc9-4dc3-81e9-deb624e7bf20)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:06:31.620207 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-df48f97a-d951-445b-a328-7a011e569ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:31.666577 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-df48f97a-d951-445b-a328-7a011e569ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:31.667984 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-df48f97a-d951-445b-a328-7a011e569ee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:31.669956 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-df48f97a-d951-445b-a328-7a011e569ee0 service neutron] 10.222.0.52 "PUT /v2.0/ports/4ec65a10-0cd6-4e24-a6b0-44fa494ad436 HTTP/1.1" status: 200 len: 1093 time: 1.0096848 Sep 14 23:06:31.670789 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e09a186-f344-4b82-a8a7-3e723c53f8d6', 'tag': '4ec65a10-0cd6-4e24-a6b0-44fa494ad436'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:06:31.674018 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b27504ed887e131bccbae67cb08e94fb53697a19aeb48787dd98b51fbb9c8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a22b19c-8280-47dc-b45c-41d470b69592" -d '{"events": [{"name": "network-changed", "server_uuid": "1e09a186-f344-4b82-a8a7-3e723c53f8d6", "tag": "4ec65a10-0cd6-4e24-a6b0-44fa494ad436"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:06:31.713911 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48f97a-d951-445b-a328-7a011e569ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec65a10-0cd6-4e24-a6b0-44fa494ad436,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:31.726439 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fe712-05f7-4169-b05f-26e3fcb00d37 req-5044c44c-6b88-420d-8db0-86b8f7bc03f7 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:31.735488 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1f9fe712-05f7-4169-b05f-26e3fcb00d37 req-5044c44c-6b88-420d-8db0-86b8f7bc03f7 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e09a186-f344-4b82-a8a7-3e723c53f8d6 HTTP/1.1" status: 200 len: 943 time: 0.1513503 Sep 14 23:06:31.739965 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bee9c733-4ef6-4ce6-ba90-0b6c78c53120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:31.782855 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 23:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442cf41d-37a8-48ee-8aa1-456393bc57fb x-openstack-request-id: req-442cf41d-37a8-48ee-8aa1-456393bc57fb {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:06:31.783158 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e09a186-f344-4b82-a8a7-3e723c53f8d6", "tag": "4ec65a10-0cd6-4e24-a6b0-44fa494ad436", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:06:31.783415 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-442cf41d-37a8-48ee-8aa1-456393bc57fb {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:06:31.784015 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e09a186-f344-4b82-a8a7-3e723c53f8d6', 'tag': '4ec65a10-0cd6-4e24-a6b0-44fa494ad436', 'status': 'completed', 'code': 200} Sep 14 23:06:31.801152 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-4ab7d405-fc41-48d4-8f03-2d5db4451d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:31.802793 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-4ab7d405-fc41-48d4-8f03-2d5db4451d23 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=587b687926ec49439ef73d2b4747d86e&device_id=1e09a186-f344-4b82-a8a7-3e723c53f8d6 HTTP/1.1" status: 200 len: 1096 time: 0.0760024 Sep 14 23:06:31.828760 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bee9c733-4ef6-4ce6-ba90-0b6c78c53120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:31.870447 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1f9fe712-05f7-4169-b05f-26e3fcb00d37 req-d0d7feac-24d9-487d-8b46-08c1bda1a93a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327517 Sep 14 23:06:31.878484 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-00122422-1d97-40e1-9a00-76098b2064a8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ec65a10-0cd6-4e24-a6b0-44fa494ad436 HTTP/1.1" status: 200 len: 217 time: 0.0610170 Sep 14 23:06:31.932458 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e2a1fc72-07d9-42b9-895d-ab515e39d884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16040454'] for subnet, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:31.967262 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-83bed756-d3c6-49b3-99fc-ef05365a0c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:31.968758 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-83bed756-d3c6-49b3-99fc-ef05365a0c90 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6725ab53-7683-483a-af50-4917aca481fa HTTP/1.1" status: 200 len: 852 time: 0.0799954 Sep 14 23:06:32.027516 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-52890fb7-15e6-4fa0-9c5b-b1f668e18e50 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2b15aa9-ccf4-445d-a89c-b858bbe43b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453205 Sep 14 23:06:32.031731 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bee9c733-4ef6-4ce6-ba90-0b6c78c53120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:32.035330 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bee9c733-4ef6-4ce6-ba90-0b6c78c53120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:32.040198 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-bee9c733-4ef6-4ce6-ba90-0b6c78c53120 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a2f95c6b-74fe-49bc-84f9-0499a348aa9a HTTP/1.1" status: 204 len: 168 time: 0.8183193 Sep 14 23:06:32.046501 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1fc72-07d9-42b9-895d-ab515e39d884 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c69119ea-2594-45a3-b140-7bc95aa19355,revision_number=0']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:32.064919 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a1fc72-07d9-42b9-895d-ab515e39d884 admin admin] Checking segment: {'id': 'c360a02f-7804-4a78-b403-a270fa5b9669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2d6300fb-b98d-4f3e-bc89-5f44036c1ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:06:32.065428 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a1fc72-07d9-42b9-895d-ab515e39d884 admin admin] Network hostable DHCP agents. Network: 2d6300fb-b98d-4f3e-bc89-5f44036c1ea6, hostable agents: ['cc88f5a5-5435-4a3a-a65f-5f33fd37a978'], hosted agents: [] {{(pid=94135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:06:32.068843 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9c733-4ef6-4ce6-ba90-0b6c78c53120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f95c6b-74fe-49bc-84f9-0499a348aa9a,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:32.106148 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a1fc72-07d9-42b9-895d-ab515e39d884 admin admin] Network 2d6300fb-b98d-4f3e-bc89-5f44036c1ea6 is scheduled to be hosted by DHCP agent cc88f5a5-5435-4a3a-a65f-5f33fd37a978 with binding_index 1 {{(pid=94135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:06:32.116091 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-e2a1fc72-07d9-42b9-895d-ab515e39d884 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-13-iscsi, 2d6300fb-b98d-4f3e-bc89-5f44036c1ea6) {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:06:32.126911 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a1fc72-07d9-42b9-895d-ab515e39d884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:32.127916 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e2a1fc72-07d9-42b9-895d-ab515e39d884 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:32.128285 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d703b3-b9d3-42c4-994f-06aff76c49ca None None] Network 2d6300fb-b98d-4f3e-bc89-5f44036c1ea6 requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:06:32.150144 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-e2a1fc72-07d9-42b9-895d-ab515e39d884 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2176867 Sep 14 23:06:32.202394 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-2169ee3b-8e9c-4557-9b51-91c29e71b5cd service neutron] 10.222.0.52 "GET /v2.0/networks/b2b15aa9-ccf4-445d-a89c-b858bbe43b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565645 Sep 14 23:06:32.384440 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-7ab4f59e-ae7c-416e-82ca-00495f0db621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:32.473198 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb134b88-1220-4887-bb60-958787e4b4fc None None] Network 2d6300fb-b98d-4f3e-bc89-5f44036c1ea6 requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:06:32.650213 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-49478d72-3d9f-4213-b3f5-8ffd37f19316 req-9ccaea36-1275-4bca-bcc7-eeefeaec4b4b service neutron] 10.222.0.52 "GET /v2.0/networks/b2b15aa9-ccf4-445d-a89c-b858bbe43b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302955 Sep 14 23:06:32.696330 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 43660) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:32.719650 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-99aa0f21-634a-44e6-b27e-2972e2d82fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:32.795287 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22b19c-8280-47dc-b45c-41d470b69592 req-656230a0-3f8e-4637-a753-f97f2e6fdbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:32.797435 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-1a22b19c-8280-47dc-b45c-41d470b69592 req-656230a0-3f8e-4637-a753-f97f2e6fdbde service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=587b687926ec49439ef73d2b4747d86e&device_id=1e09a186-f344-4b82-a8a7-3e723c53f8d6 HTTP/1.1" status: 200 len: 1096 time: 0.0690160 Sep 14 23:06:32.841576 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-99aa0f21-634a-44e6-b27e-2972e2d82fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:32.847077 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-99aa0f21-634a-44e6-b27e-2972e2d82fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:32.902971 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa0f21-634a-44e6-b27e-2972e2d82fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68dfd39d-f05a-483f-bcd1-d6898a2f2707,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:32.922186 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-99aa0f21-634a-44e6-b27e-2972e2d82fe2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=20d839ff7cd44df090f009f11deaaedf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2240934 Sep 14 23:06:32.924660 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 43666) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:32.949667 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22b19c-8280-47dc-b45c-41d470b69592 req-c3434d4f-0ed7-4eed-8aff-1548d5abcebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:32.959920 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-1a22b19c-8280-47dc-b45c-41d470b69592 req-c3434d4f-0ed7-4eed-8aff-1548d5abcebf service neutron] 10.222.0.52 "GET /v2.0/networks?id=b2b15aa9-ccf4-445d-a89c-b858bbe43b47 HTTP/1.1" status: 200 len: 913 time: 0.1204200 Sep 14 23:06:33.047366 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-1a22b19c-8280-47dc-b45c-41d470b69592 req-666bb809-c775-4072-b943-a6401084b1ef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ec65a10-0cd6-4e24-a6b0-44fa494ad436 HTTP/1.1" status: 200 len: 217 time: 0.0815346 Sep 14 23:06:33.103390 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-163702d8-a09c-4dd8-93fe-7c6dcf0faadb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:33.135588 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-163702d8-a09c-4dd8-93fe-7c6dcf0faadb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:33.146102 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573869b-62fe-4b67-91c7-8dd1229f3532 req-cad8264c-a391-4ec5-b643-00329d91d858 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:33.147325 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6573869b-62fe-4b67-91c7-8dd1229f3532 req-cad8264c-a391-4ec5-b643-00329d91d858 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e09a186-f344-4b82-a8a7-3e723c53f8d6 HTTP/1.1" status: 200 len: 943 time: 0.1414824 Sep 14 23:06:33.189373 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22b19c-8280-47dc-b45c-41d470b69592 req-e051b730-12a0-4167-90f5-81df1d01b096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:33.191292 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-1a22b19c-8280-47dc-b45c-41d470b69592 req-e051b730-12a0-4167-90f5-81df1d01b096 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6725ab53-7683-483a-af50-4917aca481fa HTTP/1.1" status: 200 len: 852 time: 0.1284294 Sep 14 23:06:33.229922 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6573869b-62fe-4b67-91c7-8dd1229f3532 req-989c41c4-a025-4b79-a9e4-100e8623148d tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750406 Sep 14 23:06:33.255918 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-163702d8-a09c-4dd8-93fe-7c6dcf0faadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:33.264931 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-163702d8-a09c-4dd8-93fe-7c6dcf0faadb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:33.265081 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-1a22b19c-8280-47dc-b45c-41d470b69592 req-f90f48bf-1751-4332-a994-726ef10dcf6e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2b15aa9-ccf4-445d-a89c-b858bbe43b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644791 Sep 14 23:06:33.265317 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-163702d8-a09c-4dd8-93fe-7c6dcf0faadb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/68dfd39d-f05a-483f-bcd1-d6898a2f2707 HTTP/1.1" status: 204 len: 168 time: 0.3388815 Sep 14 23:06:33.277292 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163702d8-a09c-4dd8-93fe-7c6dcf0faadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68dfd39d-f05a-483f-bcd1-d6898a2f2707,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:33.444205 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-1a22b19c-8280-47dc-b45c-41d470b69592 req-69ff2933-8fb5-4c92-8eb4-c7d1154cd36c service neutron] 10.222.0.52 "GET /v2.0/networks/b2b15aa9-ccf4-445d-a89c-b858bbe43b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664736 Sep 14 23:06:33.482819 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c95e3-05cd-4cf3-ba4f-da1053e4d85d req-99b35c98-001e-4d16-8bda-7af41e5f8b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:33.484455 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ac7c95e3-05cd-4cf3-ba4f-da1053e4d85d req-99b35c98-001e-4d16-8bda-7af41e5f8b3f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4f55ab5d5aec4aa4bb5fad6ed7ea1c17&device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 1099 time: 0.1068013 Sep 14 23:06:33.504081 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a9a25-f68d-486f-9d7a-4ee0c28dab3f req-d49bcc72-ece7-420b-8f8a-5039f04bb2a5 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:33.506442 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-698a9a25-f68d-486f-9d7a-4ee0c28dab3f req-d49bcc72-ece7-420b-8f8a-5039f04bb2a5 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0716634 Sep 14 23:06:33.591397 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-1a22b19c-8280-47dc-b45c-41d470b69592 req-04f1dc8c-ec27-4595-979e-a10ff0d1b8a0 service neutron] 10.222.0.52 "GET /v2.0/networks/b2b15aa9-ccf4-445d-a89c-b858bbe43b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331127 Sep 14 23:06:33.618339 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-698a9a25-f68d-486f-9d7a-4ee0c28dab3f req-e98de883-af89-4fb0-9d3b-aae233b8c828 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009023 Sep 14 23:06:33.650167 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c95e3-05cd-4cf3-ba4f-da1053e4d85d req-9edb3c5b-2d32-40ef-a0c1-3f387dfc262e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:33.651816 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ac7c95e3-05cd-4cf3-ba4f-da1053e4d85d req-9edb3c5b-2d32-40ef-a0c1-3f387dfc262e service neutron] 10.222.0.52 "GET /v2.0/networks?id=26f36da6-a1ec-4137-a9bd-9ec8524b7b1b HTTP/1.1" status: 200 len: 919 time: 0.1444814 Sep 14 23:06:33.701386 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ac7c95e3-05cd-4cf3-ba4f-da1053e4d85d req-9aadddb7-08fc-4bbc-bc34-002f2e7c9ba8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62948c9e-37ac-4b8d-a204-5537e386aab9 HTTP/1.1" status: 200 len: 217 time: 0.0382519 Sep 14 23:06:33.759719 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c95e3-05cd-4cf3-ba4f-da1053e4d85d req-1b3c1db4-103c-44d7-afe8-039ba0976160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:33.761242 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ac7c95e3-05cd-4cf3-ba4f-da1053e4d85d req-1b3c1db4-103c-44d7-afe8-039ba0976160 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9f597290-8184-475e-a5f8-accd68e76ba3 HTTP/1.1" status: 200 len: 858 time: 0.0483937 Sep 14 23:06:33.797590 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ac7c95e3-05cd-4cf3-ba4f-da1053e4d85d req-a1018d37-d1f0-45ba-9f5a-cebf8ef0083e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26f36da6-a1ec-4137-a9bd-9ec8524b7b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266554 Sep 14 23:06:33.931425 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ac7c95e3-05cd-4cf3-ba4f-da1053e4d85d req-d6d137ff-b232-42d2-b1af-2befdc1fc8c0 service neutron] 10.222.0.52 "GET /v2.0/networks/26f36da6-a1ec-4137-a9bd-9ec8524b7b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219831 Sep 14 23:06:34.056851 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ac7c95e3-05cd-4cf3-ba4f-da1053e4d85d req-af96387e-0690-4a7f-b07e-78157bd6403c service neutron] 10.222.0.52 "GET /v2.0/networks/26f36da6-a1ec-4137-a9bd-9ec8524b7b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964026 Sep 14 23:06:34.423056 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367df473-c267-4c39-817b-1d229fe06534 req-1c968c6d-b364-4312-b097-0fc4b8f97453 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:34.424506 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-367df473-c267-4c39-817b-1d229fe06534 req-1c968c6d-b364-4312-b097-0fc4b8f97453 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e09a186-f344-4b82-a8a7-3e723c53f8d6 HTTP/1.1" status: 200 len: 943 time: 0.0945404 Sep 14 23:06:34.509428 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-367df473-c267-4c39-817b-1d229fe06534 req-0cc513fa-fd31-4572-b13f-1322d6cbe275 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577254 Sep 14 23:06:34.516194 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-99b62beb-3f43-46f0-a638-453dc9544203 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:34.517411 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-99b62beb-3f43-46f0-a638-453dc9544203 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/networks?id=2d6300fb-b98d-4f3e-bc89-5f44036c1ea6 HTTP/1.1" status: 200 len: 814 time: 0.1561394 Sep 14 23:06:34.548992 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-027cafac-b24d-48ab-baa9-fed22ad3ef7f tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/quotas/f9bf314c91e74f6086dc4d294b8860d9 HTTP/1.1" status: 200 len: 375 time: 0.0153651 Sep 14 23:06:34.581183 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-9e8fb7ae-fa9c-494b-af5c-7501e566290c tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9bf314c91e74f6086dc4d294b8860d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313361 Sep 14 23:06:34.675244 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-5fff2dce-97ad-4905-a0b3-1e1b1b617aa0 service neutron] 10.222.0.39 "GET /v2.0/networks/2d6300fb-b98d-4f3e-bc89-5f44036c1ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893457 Sep 14 23:06:34.800213 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21df347-ce6e-4d5a-a6b1-9e2790f6161f req-58e68ad7-590a-4028-b0cb-d7e01b418ec8 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:34.801757 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d21df347-ce6e-4d5a-a6b1-9e2790f6161f req-58e68ad7-590a-4028-b0cb-d7e01b418ec8 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0979431 Sep 14 23:06:34.822454 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-74060571-997a-4106-824e-db0e25cb7189 service neutron] 10.222.0.39 "GET /v2.0/networks/2d6300fb-b98d-4f3e-bc89-5f44036c1ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406927 Sep 14 23:06:34.849668 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d21df347-ce6e-4d5a-a6b1-9e2790f6161f req-9ef4c314-c02e-4d75-b244-e95f4161ee11 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381916 Sep 14 23:06:34.963295 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-9acaea50-5600-4b70-b8b6-0aedab2bdaff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:34.973805 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:34.997924 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9fa58f4b-2be1-480f-a76b-56cf1bad6888 req-fe7d35a4-4e30-4b21-bc22-1b209d3f651c tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 210 time: 0.0392282 Sep 14 23:06:35.630134 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded7f68-0de1-408e-bcd1-0fb4476d497d req-a7cde7a5-0e26-4d3b-97e2-3de11bf57067 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:35.631655 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8ded7f68-0de1-408e-bcd1-0fb4476d497d req-a7cde7a5-0e26-4d3b-97e2-3de11bf57067 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e09a186-f344-4b82-a8a7-3e723c53f8d6 HTTP/1.1" status: 200 len: 943 time: 0.0509355 Sep 14 23:06:35.672193 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8ded7f68-0de1-408e-bcd1-0fb4476d497d req-cd5a05f9-992e-42a9-8db1-4549a150a393 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340140 Sep 14 23:06:35.860188 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 4ec65a10-0cd6-4e24-a6b0-44fa494ad436 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=94136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 23:06:35.962246 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 4ec65a10-0cd6-4e24-a6b0-44fa494ad436, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=4ec65a10-0cd6-4e24-a6b0-44fa494ad436,segment=NetworkSegment(eb098917-dbc9-4dc3-81e9-deb624e7bf20),segment_id=eb098917-dbc9-4dc3-81e9-deb624e7bf20)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:06:35.969247 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e74ff5-27c5-4924-acd7-e8dba860d54d req-067d054a-5c57-4962-b676-747bd799c6ac tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:35.970741 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c8e74ff5-27c5-4924-acd7-e8dba860d54d req-067d054a-5c57-4962-b676-747bd799c6ac tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0503938 Sep 14 23:06:35.973542 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Returning: {'device': '4ec65a10-0cd6-4e24-a6b0-44fa494ad436', 'network_id': 'b2b15aa9-ccf4-445d-a89c-b858bbe43b47', 'port_id': '4ec65a10-0cd6-4e24-a6b0-44fa494ad436', 'mac_address': 'fa:16:3e:69:18:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6725ab53-7683-483a-af50-4917aca481fa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 23:06:36.009699 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c8e74ff5-27c5-4924-acd7-e8dba860d54d req-da8c7033-633e-4375-bcb4-2e6f514ab072 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329976 Sep 14 23:06:36.020256 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:36.038507 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec65a10-0cd6-4e24-a6b0-44fa494ad436 {{(pid=94136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:06:36.042939 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:36.060383 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 4ec65a10-0cd6-4e24-a6b0-44fa494ad436, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=4ec65a10-0cd6-4e24-a6b0-44fa494ad436,segment=NetworkSegment(eb098917-dbc9-4dc3-81e9-deb624e7bf20),segment_id=eb098917-dbc9-4dc3-81e9-deb624e7bf20)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:06:36.064409 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:36.100989 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-af88ddfe-999b-45bd-9052-f73868ec0244 req-4d4ad54e-15b1-4c59-b2a4-12361b6651ef tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 210 time: 0.0344503 Sep 14 23:06:36.117139 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=4ec65a10-0cd6-4e24-a6b0-44fa494ad436,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:36.784346 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e59e6-019f-411c-94a9-0f03034d7638 req-db386a07-0eb1-4331-9b30-4307f57f8b92 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:36.785811 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3d1e59e6-019f-411c-94a9-0f03034d7638 req-db386a07-0eb1-4331-9b30-4307f57f8b92 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e09a186-f344-4b82-a8a7-3e723c53f8d6 HTTP/1.1" status: 200 len: 944 time: 0.0484984 Sep 14 23:06:36.823573 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3d1e59e6-019f-411c-94a9-0f03034d7638 req-6e0e4186-fd19-4135-94f4-a2670f55d67c tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313210 Sep 14 23:06:37.127376 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66b392-ef54-4185-877d-c9a311329b62 req-83e4039d-efa6-443f-9f51-f326c593a555 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:37.128995 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3c66b392-ef54-4185-877d-c9a311329b62 req-83e4039d-efa6-443f-9f51-f326c593a555 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0489469 Sep 14 23:06:37.173702 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3c66b392-ef54-4185-877d-c9a311329b62 req-fc4c851c-f4ad-4765-8aa1-94f58c1afed3 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381784 Sep 14 23:06:37.201464 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-760a06c8-f47f-4a5e-917f-06da13fa82b9 req-3484bf10-9ead-422f-ba07-9da306183605 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 210 time: 0.0258179 Sep 14 23:06:37.419293 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['4ec65a10-0cd6-4e24-a6b0-44fa494ad436'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:06:37.736944 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-2a9bd861-3f58-4499-8871-0398bdfa4bde tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:37.738382 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-2a9bd861-3f58-4499-8871-0398bdfa4bde tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.52 "GET /v2.0/networks?id=2d6300fb-b98d-4f3e-bc89-5f44036c1ea6 HTTP/1.1" status: 200 len: 814 time: 0.1026609 Sep 14 23:06:37.764236 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-236c7163-dd4e-4825-baaa-0e8a90ee4d3b tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Request body: {'port': {'device_id': '144ebf98-dbf1-46e5-8e02-e0027ba2c31d', 'network_id': '2d6300fb-b98d-4f3e-bc89-5f44036c1ea6', 'admin_state_up': True, 'tenant_id': 'f9bf314c91e74f6086dc4d294b8860d9'}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:06:37.888772 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:37.898188 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-236c7163-dd4e-4825-baaa-0e8a90ee4d3b tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Made reservation on behalf of f9bf314c91e74f6086dc4d294b8860d9 for: {'port': 1} {{(pid=94135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:06:37.901977 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-236c7163-dd4e-4825-baaa-0e8a90ee4d3b tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:38.008857 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61159b1-cdd4-416f-a926-cfa5ed7abc45 req-90c65e6f-fae4-4bea-8af1-36c4a2ff430c tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:38.010318 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b61159b1-cdd4-416f-a926-cfa5ed7abc45 req-90c65e6f-fae4-4bea-8af1-36c4a2ff430c tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e09a186-f344-4b82-a8a7-3e723c53f8d6 HTTP/1.1" status: 200 len: 944 time: 0.0987103 Sep 14 23:06:38.093689 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b61159b1-cdd4-416f-a926-cfa5ed7abc45 req-2b2d515c-6dc3-46da-b961-4debe4bbb954 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739503 Sep 14 23:06:38.094871 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-236c7163-dd4e-4825-baaa-0e8a90ee4d3b tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Allocated IP 172.20.0.12 (2d6300fb-b98d-4f3e-bc89-5f44036c1ea6/c69119ea-2594-45a3-b140-7bc95aa19355/3c43bb9e-1a50-4390-98b7-f2404277bc41) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:06:38.278966 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-236c7163-dd4e-4825-baaa-0e8a90ee4d3b tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:38.308670 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2700e5aa-5da4-45ed-9a0f-f2126a5ea1e4 req-02bd0cb6-bf63-43a9-9e1c-f37c12a70aa3 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 210 time: 0.0336137 Sep 14 23:06:38.340580 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b6124-b5e0-4390-b817-295b9bcfddad req-331485a2-dfc5-43aa-8610-ee26b08748eb tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:38.342150 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-232b6124-b5e0-4390-b817-295b9bcfddad req-331485a2-dfc5-43aa-8610-ee26b08748eb tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0978003 Sep 14 23:06:38.363558 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-236c7163-dd4e-4825-baaa-0e8a90ee4d3b tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:38.423549 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-232b6124-b5e0-4390-b817-295b9bcfddad req-fea9b62b-2424-4d3b-afba-720e7289e235 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755935 Sep 14 23:06:38.425269 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-236c7163-dd4e-4825-baaa-0e8a90ee4d3b tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Network 2d6300fb-b98d-4f3e-bc89-5f44036c1ea6 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:06:38.428417 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-236c7163-dd4e-4825-baaa-0e8a90ee4d3b tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:06:38.435536 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-236c7163-dd4e-4825-baaa-0e8a90ee4d3b tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:06:38.439465 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c7163-dd4e-4825-baaa-0e8a90ee4d3b tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Pushing event updated for resources: {'Port': ['ID=3c43bb9e-1a50-4390-98b7-f2404277bc41,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:38.486035 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-236c7163-dd4e-4825-baaa-0e8a90ee4d3b tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:38.486510 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-236c7163-dd4e-4825-baaa-0e8a90ee4d3b tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for port, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:38.501266 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-236c7163-dd4e-4825-baaa-0e8a90ee4d3b tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7409093 Sep 14 23:06:38.525039 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-cdc1b39e-bd5d-452d-909e-8397bfdbff37 service neutron] Request body: {'port': {'device_id': '144ebf98-dbf1-46e5-8e02-e0027ba2c31d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:06:38.578588 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-cdc1b39e-bd5d-452d-909e-8397bfdbff37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:38.840789 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.notifiers.nova [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-cdc1b39e-bd5d-452d-909e-8397bfdbff37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c43bb9e-1a50-4390-98b7-f2404277bc41 {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:06:38.848387 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-cdc1b39e-bd5d-452d-909e-8397bfdbff37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:38.860811 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-cdc1b39e-bd5d-452d-909e-8397bfdbff37 service neutron] Transition to ACTIVE for port object 3c43bb9e-1a50-4390-98b7-f2404277bc41 will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:06:38.864414 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-cdc1b39e-bd5d-452d-909e-8397bfdbff37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666946'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:38.919952 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1b39e-bd5d-452d-909e-8397bfdbff37 service neutron] Pushing event updated for resources: {'Port': ['ID=3c43bb9e-1a50-4390-98b7-f2404277bc41,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:38.989950 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-cdc1b39e-bd5d-452d-909e-8397bfdbff37 service neutron] Attempting to bind port 3c43bb9e-1a50-4390-98b7-f2404277bc41 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:06:38.990289 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-cdc1b39e-bd5d-452d-909e-8397bfdbff37 service neutron] Attempting to bind port 3c43bb9e-1a50-4390-98b7-f2404277bc41 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': 'c360a02f-7804-4a78-b403-a270fa5b9669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2d6300fb-b98d-4f3e-bc89-5f44036c1ea6'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:06:38.990620 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-cdc1b39e-bd5d-452d-909e-8397bfdbff37 service neutron] Attempting to bind port 3c43bb9e-1a50-4390-98b7-f2404277bc41 on network 2d6300fb-b98d-4f3e-bc89-5f44036c1ea6 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:06:38.995408 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-cdc1b39e-bd5d-452d-909e-8397bfdbff37 service neutron] Port 3c43bb9e-1a50-4390-98b7-f2404277bc41 on network 2d6300fb-b98d-4f3e-bc89-5f44036c1ea6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 23:06:38.995725 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-cdc1b39e-bd5d-452d-909e-8397bfdbff37 service neutron] Attempting to bind port 3c43bb9e-1a50-4390-98b7-f2404277bc41 on network 2d6300fb-b98d-4f3e-bc89-5f44036c1ea6 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:06:39.000403 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-cdc1b39e-bd5d-452d-909e-8397bfdbff37 service neutron] Checking agent: {'id': '85608d62-9d70-46cb-9db0-a1f12ce5af65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 23, 3), 'started_at': datetime.datetime(2021, 9, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:06:39.000718 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-cdc1b39e-bd5d-452d-909e-8397bfdbff37 service neutron] Checking segment: {'id': 'c360a02f-7804-4a78-b403-a270fa5b9669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2d6300fb-b98d-4f3e-bc89-5f44036c1ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:06:39.001102 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-cdc1b39e-bd5d-452d-909e-8397bfdbff37 service neutron] Bound using segment: {'id': 'c360a02f-7804-4a78-b403-a270fa5b9669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2d6300fb-b98d-4f3e-bc89-5f44036c1ea6'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:06:39.001520 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-cdc1b39e-bd5d-452d-909e-8397bfdbff37 service neutron] Bound port: 3c43bb9e-1a50-4390-98b7-f2404277bc41, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c360a02f-7804-4a78-b403-a270fa5b9669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2d6300fb-b98d-4f3e-bc89-5f44036c1ea6'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:06:39.001874 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-cdc1b39e-bd5d-452d-909e-8397bfdbff37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:39.065065 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.db [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-cdc1b39e-bd5d-452d-909e-8397bfdbff37 service neutron] For port 3c43bb9e-1a50-4390-98b7-f2404277bc41, host hv-cinder-76017, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:06:39.071412 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.db [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-cdc1b39e-bd5d-452d-909e-8397bfdbff37 service neutron] For port 3c43bb9e-1a50-4390-98b7-f2404277bc41, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=3c43bb9e-1a50-4390-98b7-f2404277bc41,segment=NetworkSegment(c360a02f-7804-4a78-b403-a270fa5b9669),segment_id=c360a02f-7804-4a78-b403-a270fa5b9669)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:06:39.074888 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-cdc1b39e-bd5d-452d-909e-8397bfdbff37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666946'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:39.108942 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-cdc1b39e-bd5d-452d-909e-8397bfdbff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:39.109570 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-cdc1b39e-bd5d-452d-909e-8397bfdbff37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for port, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:39.110958 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-cdc1b39e-bd5d-452d-909e-8397bfdbff37 service neutron] 10.222.0.52 "PUT /v2.0/ports/3c43bb9e-1a50-4390-98b7-f2404277bc41 HTTP/1.1" status: 200 len: 1094 time: 0.5908854 Sep 14 23:06:39.111387 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '144ebf98-dbf1-46e5-8e02-e0027ba2c31d', 'tag': '3c43bb9e-1a50-4390-98b7-f2404277bc41'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:06:39.113649 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e3d9041226317d09edcf9166cd50e54bb38c01393ec1a923659a7df53ecbff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95aa6e22-03a5-475d-9edb-f48feeaf5a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "144ebf98-dbf1-46e5-8e02-e0027ba2c31d", "tag": "3c43bb9e-1a50-4390-98b7-f2404277bc41"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:06:39.146129 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1b39e-bd5d-452d-909e-8397bfdbff37 service neutron] Pushing event updated for resources: {'Port': ['ID=3c43bb9e-1a50-4390-98b7-f2404277bc41,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:39.156239 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 23:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46411df-1cfc-4eef-ab30-794d18a9ae22 x-openstack-request-id: req-b46411df-1cfc-4eef-ab30-794d18a9ae22 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:06:39.156530 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "144ebf98-dbf1-46e5-8e02-e0027ba2c31d", "tag": "3c43bb9e-1a50-4390-98b7-f2404277bc41", "status": "completed", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:06:39.156808 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b46411df-1cfc-4eef-ab30-794d18a9ae22 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:06:39.157203 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '144ebf98-dbf1-46e5-8e02-e0027ba2c31d', 'tag': '3c43bb9e-1a50-4390-98b7-f2404277bc41', 'status': 'completed', 'code': 200} Sep 14 23:06:39.466141 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b7da3-c162-4d4c-abdd-7cf13322da4a req-d0bbad11-b81e-4a92-9961-712fc293769d tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:39.467636 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e51b7da3-c162-4d4c-abdd-7cf13322da4a req-d0bbad11-b81e-4a92-9961-712fc293769d tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e09a186-f344-4b82-a8a7-3e723c53f8d6 HTTP/1.1" status: 200 len: 944 time: 0.2925320 Sep 14 23:06:39.469274 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa6e22-03a5-475d-9edb-f48feeaf5a1e req-fc90e138-0c8d-4ac8-aac4-af9dca1df528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:39.470609 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-95aa6e22-03a5-475d-9edb-f48feeaf5a1e req-fc90e138-0c8d-4ac8-aac4-af9dca1df528 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f9bf314c91e74f6086dc4d294b8860d9&device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 1097 time: 0.2853880 Sep 14 23:06:39.503153 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d64463-00b0-439e-aa22-083f2b314718 req-f2a2264f-0ea0-49cf-94f5-4470ce427dc4 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:39.504703 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a6d64463-00b0-439e-aa22-083f2b314718 req-f2a2264f-0ea0-49cf-94f5-4470ce427dc4 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 944 time: 0.0886631 Sep 14 23:06:39.533593 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e51b7da3-c162-4d4c-abdd-7cf13322da4a req-494ff13a-8e3e-4855-9773-5e2c83032472 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594563 Sep 14 23:06:39.554467 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a6d64463-00b0-439e-aa22-083f2b314718 req-64ec16f2-3e38-4d2b-869a-5b60bc845c24 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396030 Sep 14 23:06:39.652906 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e9122-f61a-4c23-bb47-97a3f19c5410 req-89a2eedd-289a-4a8f-9112-843ae9c2bb1b tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:39.654419 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e78e9122-f61a-4c23-bb47-97a3f19c5410 req-89a2eedd-289a-4a8f-9112-843ae9c2bb1b tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0552197 Sep 14 23:06:39.692418 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e78e9122-f61a-4c23-bb47-97a3f19c5410 req-fd178330-3a13-4e2e-9373-05df5b755eec tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320880 Sep 14 23:06:40.363912 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 4ec65a10-0cd6-4e24-a6b0-44fa494ad436 up at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:06:40.413690 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning for port 4ec65a10-0cd6-4e24-a6b0-44fa494ad436 completed by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:06:40.417800 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning complete for port 4ec65a10-0cd6-4e24-a6b0-44fa494ad436 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:06:40.418183 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:40.497073 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 43872) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:40.498742 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:40.521392 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e09a186-f344-4b82-a8a7-3e723c53f8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec65a10-0cd6-4e24-a6b0-44fa494ad436'}] {{(pid=94136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:06:40.524293 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2b16cdf9a486da92f6eb6a5b1ab92e1b41f493a7e96932162ce692d4f29dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5167b77-2196-453d-a02e-40fd5b92e382" -d '{"events": [{"server_uuid": "1e09a186-f344-4b82-a8a7-3e723c53f8d6", "name": "network-vif-plugged", "status": "completed", "tag": "4ec65a10-0cd6-4e24-a6b0-44fa494ad436"}]}' {{(pid=94136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:06:40.537215 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 4ec65a10-0cd6-4e24-a6b0-44fa494ad436, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=4ec65a10-0cd6-4e24-a6b0-44fa494ad436,segment=NetworkSegment(eb098917-dbc9-4dc3-81e9-deb624e7bf20),segment_id=eb098917-dbc9-4dc3-81e9-deb624e7bf20)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:06:40.541509 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:40.574672 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f12b95-871a-4961-8cab-c911ee053540 x-openstack-request-id: req-d3f12b95-871a-4961-8cab-c911ee053540 {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:06:40.574962 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e09a186-f344-4b82-a8a7-3e723c53f8d6", "name": "network-vif-plugged", "status": "completed", "tag": "4ec65a10-0cd6-4e24-a6b0-44fa494ad436", "code": 200}]} {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:06:40.575212 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d3f12b95-871a-4961-8cab-c911ee053540 {{(pid=94136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:06:40.575594 dv-cinder-760178-13-iscsi neutron-server[94136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e09a186-f344-4b82-a8a7-3e723c53f8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec65a10-0cd6-4e24-a6b0-44fa494ad436', 'code': 200} Sep 14 23:06:40.609716 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=4ec65a10-0cd6-4e24-a6b0-44fa494ad436,revision_number=5']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:40.650483 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c8d7f1ba-6b2a-4be9-95d8-3098688d37b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:40.685345 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68169cfa-f094-4ad2-8349-0012fa49bcb4 req-0c554012-2a74-47a0-b554-3017ae74208d tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:40.686855 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-68169cfa-f094-4ad2-8349-0012fa49bcb4 req-0c554012-2a74-47a0-b554-3017ae74208d tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e09a186-f344-4b82-a8a7-3e723c53f8d6 HTTP/1.1" status: 200 len: 945 time: 0.0736337 Sep 14 23:06:40.747064 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-68169cfa-f094-4ad2-8349-0012fa49bcb4 req-9de49891-5869-4d0d-8172-389284dd0813 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531416 Sep 14 23:06:40.786743 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c8d7f1ba-6b2a-4be9-95d8-3098688d37b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:40.791402 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c8d7f1ba-6b2a-4be9-95d8-3098688d37b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:40.857603 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-c8d7f1ba-6b2a-4be9-95d8-3098688d37b1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=085bb9d7f0f44ff29adb497a5a133551&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3593481 Sep 14 23:06:40.860301 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d7f1ba-6b2a-4be9-95d8-3098688d37b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c41da30-8b31-4fe0-b029-bd0e506b8c23,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:40.860785 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 43888) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:40.888035 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb40cbf-dc41-425e-8149-a3cdfc3def38 req-3f93cd83-310c-44da-b1f9-dab7906a0c94 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:40.889531 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-abb40cbf-dc41-425e-8149-a3cdfc3def38 req-3f93cd83-310c-44da-b1f9-dab7906a0c94 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 944 time: 0.0813072 Sep 14 23:06:40.913744 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-65395c4c-49d6-41ef-a8fb-63113062618a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:40.928647 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-abb40cbf-dc41-425e-8149-a3cdfc3def38 req-e70fb1e8-f791-4605-867a-4aa47307b57f tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330033 Sep 14 23:06:40.936781 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-65395c4c-49d6-41ef-a8fb-63113062618a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:40.983433 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-65395c4c-49d6-41ef-a8fb-63113062618a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:40.987397 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-65395c4c-49d6-41ef-a8fb-63113062618a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:40.987397 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-65395c4c-49d6-41ef-a8fb-63113062618a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8c41da30-8b31-4fe0-b029-bd0e506b8c23 HTTP/1.1" status: 204 len: 168 time: 0.1255069 Sep 14 23:06:40.997229 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65395c4c-49d6-41ef-a8fb-63113062618a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c41da30-8b31-4fe0-b029-bd0e506b8c23,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:41.047913 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840aba1-15fc-4066-b916-9d0e4ae28728 req-93bc51d6-21c1-4459-b112-e42586b15927 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:41.049668 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3840aba1-15fc-4066-b916-9d0e4ae28728 req-93bc51d6-21c1-4459-b112-e42586b15927 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0637281 Sep 14 23:06:41.088898 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3840aba1-15fc-4066-b916-9d0e4ae28728 req-f8c0e20b-53a0-4528-a5cc-4400b8c4132b tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322762 Sep 14 23:06:41.254079 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 43896) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:41.270482 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3cd7c038-0edb-4294-b236-1cab6e847bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:41.358780 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa6e22-03a5-475d-9edb-f48feeaf5a1e req-90333f6e-3696-4411-9da0-34b2a24303db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:41.360257 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-95aa6e22-03a5-475d-9edb-f48feeaf5a1e req-90333f6e-3696-4411-9da0-34b2a24303db service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=f9bf314c91e74f6086dc4d294b8860d9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0979249 Sep 14 23:06:41.361568 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3cd7c038-0edb-4294-b236-1cab6e847bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:41.365345 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3cd7c038-0edb-4294-b236-1cab6e847bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:41.403012 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-3cd7c038-0edb-4294-b236-1cab6e847bf2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f1759539de734c9ab6f46ab5f166fa7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1478424 Sep 14 23:06:41.403873 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7c038-0edb-4294-b236-1cab6e847bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27f9700-03b5-4085-97e2-7d16bb207d26,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:41.406085 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 43898) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:41.454701 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4794ba9a-b216-4b2f-94c7-b024edaffc56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:41.474979 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4794ba9a-b216-4b2f-94c7-b024edaffc56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:41.518570 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4794ba9a-b216-4b2f-94c7-b024edaffc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:41.521309 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4794ba9a-b216-4b2f-94c7-b024edaffc56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:41.522439 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-4794ba9a-b216-4b2f-94c7-b024edaffc56 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b27f9700-03b5-4085-97e2-7d16bb207d26 HTTP/1.1" status: 204 len: 168 time: 0.1153345 Sep 14 23:06:41.530895 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794ba9a-b216-4b2f-94c7-b024edaffc56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27f9700-03b5-4085-97e2-7d16bb207d26,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:41.889590 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d8e4d-47e5-4771-bc0f-17aebc0d177a req-5a0696ed-4084-4cb5-a1d6-ef1a89505be4 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:41.891143 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-348d8e4d-47e5-4771-bc0f-17aebc0d177a req-5a0696ed-4084-4cb5-a1d6-ef1a89505be4 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e09a186-f344-4b82-a8a7-3e723c53f8d6 HTTP/1.1" status: 200 len: 945 time: 0.0733109 Sep 14 23:06:41.935771 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-348d8e4d-47e5-4771-bc0f-17aebc0d177a req-5c31240a-dbde-47de-bbe2-9a160b21933a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386617 Sep 14 23:06:42.061691 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9911e5-2141-499d-a3e2-5f09200c6ee4 req-c6161999-57f1-423b-a77d-888956839941 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:42.069387 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6b9911e5-2141-499d-a3e2-5f09200c6ee4 req-c6161999-57f1-423b-a77d-888956839941 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 944 time: 0.0641332 Sep 14 23:06:42.108108 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6b9911e5-2141-499d-a3e2-5f09200c6ee4 req-10b2aaa6-ec96-4f4b-803a-1c9ce63b8a81 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377560 Sep 14 23:06:42.237276 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb478fd-8bf8-4866-a678-9de669e92a4c req-153480b5-7c23-4f97-9ac5-309f9d373cd9 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:42.238793 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7bb478fd-8bf8-4866-a678-9de669e92a4c req-153480b5-7c23-4f97-9ac5-309f9d373cd9 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0499368 Sep 14 23:06:42.278957 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7bb478fd-8bf8-4866-a678-9de669e92a4c req-b3b6c13f-4127-4edf-b5aa-acb8d7b9366a tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328648 Sep 14 23:06:42.402463 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa6e22-03a5-475d-9edb-f48feeaf5a1e req-c40976ab-286c-4a2c-bfe6-c1772533b5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:42.403963 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-95aa6e22-03a5-475d-9edb-f48feeaf5a1e req-c40976ab-286c-4a2c-bfe6-c1772533b5c1 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965183 Sep 14 23:06:42.526893 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-02341d95-db70-4d51-9bd7-258ff520beaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:42.527440 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2e71e-0ff9-449d-b7f0-e5f5c43d780d req-08944af2-9948-4cfa-a32a-252703083fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:42.528387 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-02341d95-db70-4d51-9bd7-258ff520beaa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f9bf314c91e74f6086dc4d294b8860d9&device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 1097 time: 0.0451725 Sep 14 23:06:42.528832 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f0a2e71e-0ff9-449d-b7f0-e5f5c43d780d req-08944af2-9948-4cfa-a32a-252703083fb8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1e09a186-f344-4b82-a8a7-3e723c53f8d6 HTTP/1.1" status: 200 len: 1098 time: 0.0454891 Sep 14 23:06:42.586996 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f0a2e71e-0ff9-449d-b7f0-e5f5c43d780d req-542e0c22-1efa-41a5-8f8d-76d86c66c280 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415905 Sep 14 23:06:42.588549 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-d7453ca8-c754-4eda-bb3d-4b6d3f6f1a9d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c43bb9e-1a50-4390-98b7-f2404277bc41 HTTP/1.1" status: 200 len: 217 time: 0.0427485 Sep 14 23:06:42.713018 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 6 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:06:42.860723 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-da031be5-26dd-41c7-a8d7-3a8125da344e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:42.862269 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-da031be5-26dd-41c7-a8d7-3a8125da344e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c69119ea-2594-45a3-b140-7bc95aa19355 HTTP/1.1" status: 200 len: 854 time: 0.0429819 Sep 14 23:06:42.898448 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-30869844-225f-46d3-bb5f-1cb4270d94c7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2d6300fb-b98d-4f3e-bc89-5f44036c1ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249066 Sep 14 23:06:42.999350 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-067e62be-da5d-4ebf-ae6e-b99118407f8a service neutron] 10.222.0.52 "GET /v2.0/networks/2d6300fb-b98d-4f3e-bc89-5f44036c1ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920680 Sep 14 23:06:43.063755 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc58985-61f2-41d7-8fb5-3ccaf3406df0 req-4d9537f0-de52-4408-bd60-1300b9389632 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:43.065610 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fdc58985-61f2-41d7-8fb5-3ccaf3406df0 req-4d9537f0-de52-4408-bd60-1300b9389632 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e09a186-f344-4b82-a8a7-3e723c53f8d6 HTTP/1.1" status: 200 len: 945 time: 0.0535455 Sep 14 23:06:43.107275 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fdc58985-61f2-41d7-8fb5-3ccaf3406df0 req-df7dc4ea-0293-4433-aad2-0c3ef8fe9924 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352559 Sep 14 23:06:43.122803 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-2d56e82a-1f41-4161-9d7d-05965da90926 req-43c35eb1-4104-4fde-896c-7e4087061078 service neutron] 10.222.0.52 "GET /v2.0/networks/2d6300fb-b98d-4f3e-bc89-5f44036c1ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144631 Sep 14 23:06:43.252202 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6176d6c-f005-481c-9395-fe4cebc230a7 req-dcdfbcd0-29f2-41f7-bfef-fe0fb6e66e6a tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:43.253791 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c6176d6c-f005-481c-9395-fe4cebc230a7 req-dcdfbcd0-29f2-41f7-bfef-fe0fb6e66e6a tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 944 time: 0.0605910 Sep 14 23:06:43.306865 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c6176d6c-f005-481c-9395-fe4cebc230a7 req-4b3e9ab4-e9e3-42e6-94f1-15234c03b688 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458379 Sep 14 23:06:43.410987 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7e5c9-fe40-41dc-ad9f-a20fa31c810d req-513c94cc-4725-4a02-a7f6-10d44a954c04 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:43.412647 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-73b7e5c9-fe40-41dc-ad9f-a20fa31c810d req-513c94cc-4725-4a02-a7f6-10d44a954c04 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0558364 Sep 14 23:06:43.464981 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-73b7e5c9-fe40-41dc-ad9f-a20fa31c810d req-c67af37d-1558-45f8-9c49-7a7ed02ef998 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413122 Sep 14 23:06:43.765213 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 44012) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:43.873829 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0e7406de-44ac-47f5-ae49-6b9b9d562bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:43.963432 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0e7406de-44ac-47f5-ae49-6b9b9d562bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:43.966974 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0e7406de-44ac-47f5-ae49-6b9b9d562bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:44.004970 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-0e7406de-44ac-47f5-ae49-6b9b9d562bc0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fa6202fc2d2f4df990260530d568ac51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384696 Sep 14 23:06:44.005992 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7406de-44ac-47f5-ae49-6b9b9d562bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7973a3-8141-421a-8a82-9b322d03d8c8,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:44.007604 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 44016) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:44.057062 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a6e11a7f-4f25-490a-b1d8-c75041674146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:44.078226 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a6e11a7f-4f25-490a-b1d8-c75041674146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:44.131241 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a6e11a7f-4f25-490a-b1d8-c75041674146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:44.134480 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a6e11a7f-4f25-490a-b1d8-c75041674146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:44.135697 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-a6e11a7f-4f25-490a-b1d8-c75041674146 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ad7973a3-8141-421a-8a82-9b322d03d8c8 HTTP/1.1" status: 204 len: 168 time: 0.1259084 Sep 14 23:06:44.144558 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e11a7f-4f25-490a-b1d8-c75041674146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7973a3-8141-421a-8a82-9b322d03d8c8,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:44.232817 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36dadf9-20ed-4b5a-8888-ea6e41ee3538 req-f4efc6ae-a80d-4ac7-b7e0-9088c1905a3d tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:44.234298 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c36dadf9-20ed-4b5a-8888-ea6e41ee3538 req-f4efc6ae-a80d-4ac7-b7e0-9088c1905a3d tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e09a186-f344-4b82-a8a7-3e723c53f8d6 HTTP/1.1" status: 200 len: 945 time: 0.0523162 Sep 14 23:06:44.274291 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c36dadf9-20ed-4b5a-8888-ea6e41ee3538 req-20f873e8-84fc-4daa-9036-78eb3f84af07 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339034 Sep 14 23:06:44.409427 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 44028) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:44.423096 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-63b80b95-159f-4be1-9990-0b8aef61c884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:44.431531 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2146b1-a618-4faa-b1b1-af435b4cd2c5 req-61b0efd2-66f2-4a48-994e-6d30bb9dafa3 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:44.433165 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6d2146b1-a618-4faa-b1b1-af435b4cd2c5 req-61b0efd2-66f2-4a48-994e-6d30bb9dafa3 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 944 time: 0.0521302 Sep 14 23:06:44.471852 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6d2146b1-a618-4faa-b1b1-af435b4cd2c5 req-436af99f-88a2-4cd0-ba83-17b4ae92e059 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328422 Sep 14 23:06:44.513451 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-63b80b95-159f-4be1-9990-0b8aef61c884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:44.517632 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-63b80b95-159f-4be1-9990-0b8aef61c884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:44.556429 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b80b95-159f-4be1-9990-0b8aef61c884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e03debb-e788-45d4-8b0d-04a2119eb61c,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:44.561910 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-63b80b95-159f-4be1-9990-0b8aef61c884 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=becba8a3226a460db1422c9c643f966b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1513784 Sep 14 23:06:44.564520 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 44034) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:44.603380 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753961d-1f01-498e-b7df-c55aa0dc30e4 req-c54f5220-ac9b-4cc9-bd97-3c19f98fdaf5 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:44.604865 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c753961d-1f01-498e-b7df-c55aa0dc30e4 req-c54f5220-ac9b-4cc9-bd97-3c19f98fdaf5 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0524173 Sep 14 23:06:44.621908 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-746ba656-de53-46ea-a514-0d672fe6dc49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:44.644631 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c753961d-1f01-498e-b7df-c55aa0dc30e4 req-d78c71d6-f0d0-44c2-8f93-694decf4f1c0 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337195 Sep 14 23:06:44.650860 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-746ba656-de53-46ea-a514-0d672fe6dc49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:44.697234 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-746ba656-de53-46ea-a514-0d672fe6dc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:44.699827 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-746ba656-de53-46ea-a514-0d672fe6dc49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:44.700993 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-746ba656-de53-46ea-a514-0d672fe6dc49 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9e03debb-e788-45d4-8b0d-04a2119eb61c HTTP/1.1" status: 204 len: 168 time: 0.1355157 Sep 14 23:06:44.710295 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ba656-de53-46ea-a514-0d672fe6dc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e03debb-e788-45d4-8b0d-04a2119eb61c,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:45.396830 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb650d3b-72c9-4279-9d38-c0b622489eb4 req-8c934d66-aee1-4364-9f58-62118b4af76a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:45.398288 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fb650d3b-72c9-4279-9d38-c0b622489eb4 req-8c934d66-aee1-4364-9f58-62118b4af76a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e09a186-f344-4b82-a8a7-3e723c53f8d6 HTTP/1.1" status: 200 len: 945 time: 0.0544925 Sep 14 23:06:45.440104 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fb650d3b-72c9-4279-9d38-c0b622489eb4 req-b730b5e2-56c0-4ac7-bc0a-d0e85babc58e tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353596 Sep 14 23:06:45.587580 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980a5e1-8834-4a3e-8014-94ce63fc4d2d req-7850e384-e400-4388-b713-ae7e66a45cd2 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:45.589334 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b980a5e1-8834-4a3e-8014-94ce63fc4d2d req-7850e384-e400-4388-b713-ae7e66a45cd2 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 944 time: 0.0502205 Sep 14 23:06:45.628403 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b980a5e1-8834-4a3e-8014-94ce63fc4d2d req-22067ab2-59c1-4036-8547-50f79b848e31 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332115 Sep 14 23:06:45.745497 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 44078) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:45.766596 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b337f15-c66c-470a-ac08-fd390557338e req-0eecddc8-99b5-4068-98f3-55a37e234bdd tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:45.768123 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2b337f15-c66c-470a-ac08-fd390557338e req-0eecddc8-99b5-4068-98f3-55a37e234bdd tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0494733 Sep 14 23:06:45.806383 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2b337f15-c66c-470a-ac08-fd390557338e req-925a979d-519e-4e4f-bfd2-2670ddce76ae tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322204 Sep 14 23:06:45.848740 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7303b3f3-dfe7-4473-9d91-3c0fd8b64939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:45.939822 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7303b3f3-dfe7-4473-9d91-3c0fd8b64939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:45.943570 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7303b3f3-dfe7-4473-9d91-3c0fd8b64939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:45.981041 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-7303b3f3-dfe7-4473-9d91-3c0fd8b64939 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=43b35e4372934cd99aaef42f79451199&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343085 Sep 14 23:06:45.981909 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303b3f3-dfe7-4473-9d91-3c0fd8b64939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8563f431-973d-4370-9b9f-9c211f8fd372,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:45.983686 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 44084) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:06:46.035231 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fcfee9a5-ac21-47aa-8171-bdece7c51a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:46.055860 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fcfee9a5-ac21-47aa-8171-bdece7c51a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:46.100644 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fcfee9a5-ac21-47aa-8171-bdece7c51a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:46.103838 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-fcfee9a5-ac21-47aa-8171-bdece7c51a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:46.105005 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-fcfee9a5-ac21-47aa-8171-bdece7c51a82 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8563f431-973d-4370-9b9f-9c211f8fd372 HTTP/1.1" status: 204 len: 168 time: 0.1203406 Sep 14 23:06:46.112682 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfee9a5-ac21-47aa-8171-bdece7c51a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8563f431-973d-4370-9b9f-9c211f8fd372,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:46.559203 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfbf5f-a17c-4db6-978c-cf07112ea3ec req-19378eda-d612-463c-a147-9e065a3e1f95 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:46.560919 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-88cfbf5f-a17c-4db6-978c-cf07112ea3ec req-19378eda-d612-463c-a147-9e065a3e1f95 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e09a186-f344-4b82-a8a7-3e723c53f8d6 HTTP/1.1" status: 200 len: 945 time: 0.0499880 Sep 14 23:06:46.599231 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-88cfbf5f-a17c-4db6-978c-cf07112ea3ec req-05bdc759-3e36-4845-928a-7ac42dd4217c tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324121 Sep 14 23:06:46.749831 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019784d6-f85b-437a-af2c-289663fb7082 req-cc703335-4f4f-4181-9087-d53f684bd9cd tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:46.751351 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-019784d6-f85b-437a-af2c-289663fb7082 req-cc703335-4f4f-4181-9087-d53f684bd9cd tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 944 time: 0.0535164 Sep 14 23:06:46.796996 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-019784d6-f85b-437a-af2c-289663fb7082 req-80592cc5-b6f7-45ac-a3cd-44d7074a2c7f tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381000 Sep 14 23:06:46.932173 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445819d-cc09-443a-a868-58a46b4bee06 req-2c65cd18-2ecc-4b4d-a31a-d529f06cce4f tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:46.933594 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5445819d-cc09-443a-a868-58a46b4bee06 req-2c65cd18-2ecc-4b4d-a31a-d529f06cce4f tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0556085 Sep 14 23:06:46.974881 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5445819d-cc09-443a-a868-58a46b4bee06 req-b5950c3f-3475-442d-932c-0e4b9e6c23e3 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345912 Sep 14 23:06:47.715897 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06ca64-fc60-4830-84b3-e8df2f71f2a7 req-75ded96f-276d-404f-bc39-f83f0f1acb99 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:47.717592 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7e06ca64-fc60-4830-84b3-e8df2f71f2a7 req-75ded96f-276d-404f-bc39-f83f0f1acb99 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e09a186-f344-4b82-a8a7-3e723c53f8d6 HTTP/1.1" status: 200 len: 945 time: 0.0494270 Sep 14 23:06:47.755922 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7e06ca64-fc60-4830-84b3-e8df2f71f2a7 req-262ccec9-f787-415b-becc-102a5432580b tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322795 Sep 14 23:06:47.911439 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8312107-44c8-4640-9ff9-15f88061fc46 req-146d43d2-97ca-4f80-ac3c-4df69480f091 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:47.912967 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f8312107-44c8-4640-9ff9-15f88061fc46 req-146d43d2-97ca-4f80-ac3c-4df69480f091 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 944 time: 0.0506501 Sep 14 23:06:47.951255 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f8312107-44c8-4640-9ff9-15f88061fc46 req-72ad7aef-cdc1-4b23-bde6-9a237fd27043 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316064 Sep 14 23:06:48.111272 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3d046-1f61-4c71-bd98-dcf961a234a6 req-299f4905-b332-4b44-a473-8d163bfccd2d tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:48.113501 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-28c3d046-1f61-4c71-bd98-dcf961a234a6 req-299f4905-b332-4b44-a473-8d163bfccd2d tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0647271 Sep 14 23:06:48.156945 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-28c3d046-1f61-4c71-bd98-dcf961a234a6 req-4b9307cc-9117-48ea-88aa-aa04c06f6a4b tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353580 Sep 14 23:06:48.872238 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f131c-852f-4f52-b8c2-f87b7fd3719a req-0cc1b5cc-f6ed-4fac-b826-2b8b283d0731 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:48.872238 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-074f131c-852f-4f52-b8c2-f87b7fd3719a req-0cc1b5cc-f6ed-4fac-b826-2b8b283d0731 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e09a186-f344-4b82-a8a7-3e723c53f8d6 HTTP/1.1" status: 200 len: 945 time: 0.0485411 Sep 14 23:06:48.909347 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-074f131c-852f-4f52-b8c2-f87b7fd3719a req-aec6adff-94ff-434d-afc4-4ecd5af1037e tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328131 Sep 14 23:06:49.069816 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159691c7-0753-4d66-a8df-3faa4c9f114d req-9d18f016-3a58-46a8-a1fa-b1a4a38b656c tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:49.072675 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-159691c7-0753-4d66-a8df-3faa4c9f114d req-9d18f016-3a58-46a8-a1fa-b1a4a38b656c tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 944 time: 0.0528393 Sep 14 23:06:49.111622 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-159691c7-0753-4d66-a8df-3faa4c9f114d req-596cd1f1-7bd5-4052-ab97-af13d13b4ebe tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327039 Sep 14 23:06:49.278602 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6b355-8a66-446d-9860-6506871a024c req-6c011f55-08c3-43ce-9d31-b9afd4bd0938 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:49.280277 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0ab6b355-8a66-446d-9860-6506871a024c req-6c011f55-08c3-43ce-9d31-b9afd4bd0938 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0523498 Sep 14 23:06:49.318833 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0ab6b355-8a66-446d-9860-6506871a024c req-30675c82-2527-4ad7-9dff-07c3f40d0de1 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320549 Sep 14 23:06:50.228398 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b33e2-dcd4-4e48-955e-22c0476ed94e req-477645a3-f487-482f-a4bb-5caa9aa5b5f7 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:50.229919 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-737b33e2-dcd4-4e48-955e-22c0476ed94e req-477645a3-f487-482f-a4bb-5caa9aa5b5f7 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 944 time: 0.0513995 Sep 14 23:06:50.271034 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-737b33e2-dcd4-4e48-955e-22c0476ed94e req-98cab5e8-1da6-4c10-abab-ad06c3ac820c tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351102 Sep 14 23:06:50.430919 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325aab77-f69c-4d4d-881c-6792eb62e533 req-ec729216-959c-4a00-af45-2bf39a2956f5 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:50.432862 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-325aab77-f69c-4d4d-881c-6792eb62e533 req-ec729216-959c-4a00-af45-2bf39a2956f5 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0479376 Sep 14 23:06:50.475292 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-325aab77-f69c-4d4d-881c-6792eb62e533 req-f2563f04-c22e-4988-b213-f0710a008ac5 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361729 Sep 14 23:06:51.392506 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed721cf5-02b6-4386-8d67-4b02cd23e9d7 req-e733e460-d023-4f93-a49f-d2179bb62a29 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:51.393988 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ed721cf5-02b6-4386-8d67-4b02cd23e9d7 req-e733e460-d023-4f93-a49f-d2179bb62a29 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 944 time: 0.0529525 Sep 14 23:06:51.430924 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ed721cf5-02b6-4386-8d67-4b02cd23e9d7 req-fd145a62-69fb-4fa6-96f8-1c2938791595 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309980 Sep 14 23:06:51.623296 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a931a7-0441-4d59-8064-997483933c27 req-cfca454a-13d1-4703-ae55-0b14b6e38638 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:51.624977 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-58a931a7-0441-4d59-8064-997483933c27 req-cfca454a-13d1-4703-ae55-0b14b6e38638 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0499551 Sep 14 23:06:51.663755 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-58a931a7-0441-4d59-8064-997483933c27 req-57d1a414-b167-4f5a-9104-e11b2c185d8d tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328941 Sep 14 23:06:51.950229 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 3c43bb9e-1a50-4390-98b7-f2404277bc41 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=94136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 23:06:52.053750 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 3c43bb9e-1a50-4390-98b7-f2404277bc41, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=3c43bb9e-1a50-4390-98b7-f2404277bc41,segment=NetworkSegment(c360a02f-7804-4a78-b403-a270fa5b9669),segment_id=c360a02f-7804-4a78-b403-a270fa5b9669)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:06:52.065873 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Returning: {'device': '3c43bb9e-1a50-4390-98b7-f2404277bc41', 'network_id': '2d6300fb-b98d-4f3e-bc89-5f44036c1ea6', 'port_id': '3c43bb9e-1a50-4390-98b7-f2404277bc41', 'mac_address': 'fa:16:3e:b4:bd:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c69119ea-2594-45a3-b140-7bc95aa19355', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 23:06:52.108402 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:52.121262 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c43bb9e-1a50-4390-98b7-f2404277bc41 {{(pid=94136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:06:52.140463 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 3c43bb9e-1a50-4390-98b7-f2404277bc41, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=3c43bb9e-1a50-4390-98b7-f2404277bc41,segment=NetworkSegment(c360a02f-7804-4a78-b403-a270fa5b9669),segment_id=c360a02f-7804-4a78-b403-a270fa5b9669)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:06:52.144487 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:52.194504 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=3c43bb9e-1a50-4390-98b7-f2404277bc41,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:52.552910 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b27804-8ece-4863-ac9c-262010f806e9 req-6f2a5c70-b716-40e4-9bc1-13513026145b tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:52.554408 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-15b27804-8ece-4863-ac9c-262010f806e9 req-6f2a5c70-b716-40e4-9bc1-13513026145b tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 945 time: 0.0478699 Sep 14 23:06:52.591952 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-15b27804-8ece-4863-ac9c-262010f806e9 req-34c30114-bfb2-483f-bd5d-6f37919bb435 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317216 Sep 14 23:06:52.634428 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['3c43bb9e-1a50-4390-98b7-f2404277bc41'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:06:52.785249 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61846139-e72b-48bd-9e08-7b84246d1cda req-b1831bc4-d4eb-4063-b98a-f46be36e688f tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:52.786736 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-61846139-e72b-48bd-9e08-7b84246d1cda req-b1831bc4-d4eb-4063-b98a-f46be36e688f tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0527394 Sep 14 23:06:52.823944 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-61846139-e72b-48bd-9e08-7b84246d1cda req-666daf23-0fb1-4d48-9468-6aaa8d43476e tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303981 Sep 14 23:06:53.714212 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434ab56-99fb-46e1-8c9b-ce27d4d7cc65 req-6bb4bfed-af96-497e-bbdd-b943d916a7ed tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:53.717009 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6434ab56-99fb-46e1-8c9b-ce27d4d7cc65 req-6bb4bfed-af96-497e-bbdd-b943d916a7ed tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 945 time: 0.0557539 Sep 14 23:06:53.769592 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6434ab56-99fb-46e1-8c9b-ce27d4d7cc65 req-ab8ba0ad-1162-476c-abc6-3a1aac719a9a tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431573 Sep 14 23:06:53.961779 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d806f-d10f-4d36-a0c2-7a08c747e341 req-af90dc4d-e5bf-496e-9a5e-78034580fac2 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:53.963271 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9d7d806f-d10f-4d36-a0c2-7a08c747e341 req-af90dc4d-e5bf-496e-9a5e-78034580fac2 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0594194 Sep 14 23:06:54.004757 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9d7d806f-d10f-4d36-a0c2-7a08c747e341 req-a1c578db-4e8b-49db-a50f-00df96bebf35 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334096 Sep 14 23:06:54.898984 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ff6b7-c342-42cb-bd55-9b6330466131 req-35a43bc9-37a5-47a3-9fce-957f9e89e6dd tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:54.900771 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6e6ff6b7-c342-42cb-bd55-9b6330466131 req-35a43bc9-37a5-47a3-9fce-957f9e89e6dd tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 945 time: 0.0557694 Sep 14 23:06:54.905845 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 3c43bb9e-1a50-4390-98b7-f2404277bc41 up at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:06:54.945462 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6e6ff6b7-c342-42cb-bd55-9b6330466131 req-613fd1bf-2fbf-4998-8a85-f8f92c4a44ae tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371470 Sep 14 23:06:54.972312 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning for port 3c43bb9e-1a50-4390-98b7-f2404277bc41 completed by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:06:54.976244 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning complete for port 3c43bb9e-1a50-4390-98b7-f2404277bc41 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:06:54.976815 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:55.053755 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:55.078252 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144ebf98-dbf1-46e5-8e02-e0027ba2c31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c43bb9e-1a50-4390-98b7-f2404277bc41'}] {{(pid=94136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:06:55.080762 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2b16cdf9a486da92f6eb6a5b1ab92e1b41f493a7e96932162ce692d4f29dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3ef579-ea39-4332-93c3-a118edbe3b8d" -d '{"events": [{"server_uuid": "144ebf98-dbf1-46e5-8e02-e0027ba2c31d", "name": "network-vif-plugged", "status": "completed", "tag": "3c43bb9e-1a50-4390-98b7-f2404277bc41"}]}' {{(pid=94136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:06:55.094286 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 3c43bb9e-1a50-4390-98b7-f2404277bc41, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=3c43bb9e-1a50-4390-98b7-f2404277bc41,segment=NetworkSegment(c360a02f-7804-4a78-b403-a270fa5b9669),segment_id=c360a02f-7804-4a78-b403-a270fa5b9669)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:06:55.099208 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:55.131920 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77879e-597f-4795-b042-b873a259f05e req-a6e5c37c-2e45-4fa1-9cc7-bd0323520539 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:55.133490 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fb77879e-597f-4795-b042-b873a259f05e req-a6e5c37c-2e45-4fa1-9cc7-bd0323520539 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0557895 Sep 14 23:06:55.136043 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922b3ae8-f98f-405a-9908-6c17385383a3 x-openstack-request-id: req-922b3ae8-f98f-405a-9908-6c17385383a3 {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:06:55.136537 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "144ebf98-dbf1-46e5-8e02-e0027ba2c31d", "name": "network-vif-plugged", "status": "completed", "tag": "3c43bb9e-1a50-4390-98b7-f2404277bc41", "code": 200}]} {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:06:55.136796 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-922b3ae8-f98f-405a-9908-6c17385383a3 {{(pid=94136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:06:55.137345 dv-cinder-760178-13-iscsi neutron-server[94136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '144ebf98-dbf1-46e5-8e02-e0027ba2c31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c43bb9e-1a50-4390-98b7-f2404277bc41', 'code': 200} Sep 14 23:06:55.169461 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=3c43bb9e-1a50-4390-98b7-f2404277bc41,revision_number=5']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:55.191989 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fb77879e-597f-4795-b042-b873a259f05e req-2cc93075-8eec-4e7a-bb64-d5658b3da7ba tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487146 Sep 14 23:06:55.326305 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2196a9f-3c14-4cd1-894f-957bf9c1bb2c req-e68b7316-4ce5-4215-92ae-87ccd10ee2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:55.327707 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-d2196a9f-3c14-4cd1-894f-957bf9c1bb2c req-e68b7316-4ce5-4215-92ae-87ccd10ee2a2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 1099 time: 0.0402157 Sep 14 23:06:55.379256 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-d2196a9f-3c14-4cd1-894f-957bf9c1bb2c req-849f1f55-2d04-44ec-8000-8edc13871ea6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289452 Sep 14 23:06:56.049316 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d614257-1cab-411d-b0cf-24620402c1e1 req-d6de1357-1276-4fd5-ab89-13e4c0577b94 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:56.052367 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9d614257-1cab-411d-b0cf-24620402c1e1 req-d6de1357-1276-4fd5-ab89-13e4c0577b94 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.0745237 Sep 14 23:06:56.132320 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c028abd-5d3d-4746-8d88-f1a28c85e2f2 req-14420492-cdf3-4206-97a1-edf4d388f1d9 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:56.133842 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2c028abd-5d3d-4746-8d88-f1a28c85e2f2 req-14420492-cdf3-4206-97a1-edf4d388f1d9 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 946 time: 0.0964050 Sep 14 23:06:56.137157 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9d614257-1cab-411d-b0cf-24620402c1e1 req-e9a94e08-ff87-4598-99d2-b6a179df7dc2 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553799 Sep 14 23:06:56.173184 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2c028abd-5d3d-4746-8d88-f1a28c85e2f2 req-956efd3e-7734-48b4-a89f-5ef6eef9c3a0 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320828 Sep 14 23:06:56.308954 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d0b40-e880-49b8-b455-5d87d6c352d5 req-6ea5803d-5579-456a-ad88-53e0e966b314 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:56.310538 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2b3d0b40-e880-49b8-b455-5d87d6c352d5 req-6ea5803d-5579-456a-ad88-53e0e966b314 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0520730 Sep 14 23:06:56.350742 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2b3d0b40-e880-49b8-b455-5d87d6c352d5 req-8175ed0a-52ca-40ba-90dd-79fcfac27296 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340703 Sep 14 23:06:57.269984 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd0b08-42a8-497d-90b6-0107101b966b req-f4441e3a-8292-4dcb-8615-15b76cd8ac4d tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:57.273287 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0bfd0b08-42a8-497d-90b6-0107101b966b req-f4441e3a-8292-4dcb-8615-15b76cd8ac4d tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.0570414 Sep 14 23:06:57.344175 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0bfd0b08-42a8-497d-90b6-0107101b966b req-6e9c1f74-0137-426d-81c0-3621b37f73a9 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587645 Sep 14 23:06:57.352748 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657cef6-f412-4d38-9a33-de04f7cbf53d req-ff0236ed-7cd2-4f1b-9c85-07867cac84b2 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:57.354245 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a657cef6-f412-4d38-9a33-de04f7cbf53d req-ff0236ed-7cd2-4f1b-9c85-07867cac84b2 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 946 time: 0.0797951 Sep 14 23:06:57.401044 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a657cef6-f412-4d38-9a33-de04f7cbf53d req-04028864-b648-41aa-93b8-9d6776e37253 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394089 Sep 14 23:06:57.474353 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887536c-a2f9-444d-90e8-b11ac9e14fea req-d67f9d25-d572-401d-859e-26e9d5e54153 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:57.475848 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5887536c-a2f9-444d-90e8-b11ac9e14fea req-d67f9d25-d572-401d-859e-26e9d5e54153 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0480354 Sep 14 23:06:57.518709 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5887536c-a2f9-444d-90e8-b11ac9e14fea req-44322d72-f899-41ee-8916-fe41f3fb0d79 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362546 Sep 14 23:06:58.467319 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58adb05a-de4b-45c1-812b-426499620c67 req-9619b33e-c11a-49fa-a457-18afcd8f38cd tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:58.468946 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-58adb05a-de4b-45c1-812b-426499620c67 req-9619b33e-c11a-49fa-a457-18afcd8f38cd tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.0536022 Sep 14 23:06:58.535255 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-58adb05a-de4b-45c1-812b-426499620c67 req-01aa82f1-a0b2-4bb3-8018-9d4aecdcba00 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534601 Sep 14 23:06:58.545881 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552122b-1278-4a06-8298-ee23b77a45ae req-00cc1071-0d6b-4b32-8a8c-a2bbd7ad13cb tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:58.547582 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b552122b-1278-4a06-8298-ee23b77a45ae req-00cc1071-0d6b-4b32-8a8c-a2bbd7ad13cb tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 946 time: 0.0743728 Sep 14 23:06:58.589783 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b552122b-1278-4a06-8298-ee23b77a45ae req-699a63c6-839d-45cb-bced-e3f722ec9a4a tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323286 Sep 14 23:06:58.644327 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039536ed-891a-4b6a-a5c8-f781d03c4b46 req-d562b2b9-1612-4af5-925b-cb7380419dff tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:58.646190 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-039536ed-891a-4b6a-a5c8-f781d03c4b46 req-d562b2b9-1612-4af5-925b-cb7380419dff tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0506752 Sep 14 23:06:58.685338 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-039536ed-891a-4b6a-a5c8-f781d03c4b46 req-5618150d-51b0-49c6-a649-cd38d2d49d78 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318952 Sep 14 23:06:59.656712 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086a210-57e0-4b4c-8155-dbb9f3ebca49 req-d74472f5-de63-4960-8866-553ce0dc1616 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:59.658019 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9086a210-57e0-4b4c-8155-dbb9f3ebca49 req-d74472f5-de63-4960-8866-553ce0dc1616 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.0521970 Sep 14 23:06:59.695156 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9086a210-57e0-4b4c-8155-dbb9f3ebca49 req-7ffa49ab-e8dd-46fe-8997-718f5a8c0a11 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312319 Sep 14 23:06:59.804282 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb75294-8d39-4a1f-b60c-bff4eb71a86a req-a8a3128d-d92c-4a8a-869c-9f0f7a4f2178 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:06:59.805811 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-abb75294-8d39-4a1f-b60c-bff4eb71a86a req-a8a3128d-d92c-4a8a-869c-9f0f7a4f2178 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0491765 Sep 14 23:06:59.848061 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-abb75294-8d39-4a1f-b60c-bff4eb71a86a req-b0ece196-5b0a-45ed-b096-71c2466220de tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353866 Sep 14 23:06:59.935155 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a5eaad8c-5399-40db-9c73-e0f9c5730c60 req-a6abc09a-7818-41aa-bd31-1d7d0849c314 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398602 Sep 14 23:07:00.016826 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaad8c-5399-40db-9c73-e0f9c5730c60 req-3f4c6111-8728-450a-8fc6-4b981fa9d7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:00.018523 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a5eaad8c-5399-40db-9c73-e0f9c5730c60 req-3f4c6111-8728-450a-8fc6-4b981fa9d7e6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=587b687926ec49439ef73d2b4747d86e&device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 1099 time: 0.0506477 Sep 14 23:07:00.136022 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaad8c-5399-40db-9c73-e0f9c5730c60 req-5ac29022-4a75-43ab-aa9d-536383915575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:00.137621 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a5eaad8c-5399-40db-9c73-e0f9c5730c60 req-5ac29022-4a75-43ab-aa9d-536383915575 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b2b15aa9-ccf4-445d-a89c-b858bbe43b47 HTTP/1.1" status: 200 len: 913 time: 0.0948849 Sep 14 23:07:00.185569 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a5eaad8c-5399-40db-9c73-e0f9c5730c60 req-52ba13c6-fb7b-4023-9343-75b0ef50fa60 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80c57b00-d31c-4c6f-90ad-dbf9909774c0 HTTP/1.1" status: 200 len: 217 time: 0.0385604 Sep 14 23:07:00.236001 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaad8c-5399-40db-9c73-e0f9c5730c60 req-84fbfd0e-403a-4857-9d2b-825cd0e0fad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:00.237517 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a5eaad8c-5399-40db-9c73-e0f9c5730c60 req-84fbfd0e-403a-4857-9d2b-825cd0e0fad2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6725ab53-7683-483a-af50-4917aca481fa HTTP/1.1" status: 200 len: 852 time: 0.0440862 Sep 14 23:07:00.242641 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:00.279687 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a5eaad8c-5399-40db-9c73-e0f9c5730c60 req-add2da0a-bedb-4eef-8db2-eea16eebc667 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2b15aa9-ccf4-445d-a89c-b858bbe43b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257227 Sep 14 23:07:00.377419 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a5eaad8c-5399-40db-9c73-e0f9c5730c60 req-23b12712-2ec1-4d16-890c-e1b55966eec8 service neutron] 10.222.0.52 "GET /v2.0/networks/b2b15aa9-ccf4-445d-a89c-b858bbe43b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890136 Sep 14 23:07:00.474142 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a5eaad8c-5399-40db-9c73-e0f9c5730c60 req-63f65ff1-4f43-4c4e-92c8-09f967534d43 service neutron] 10.222.0.52 "GET /v2.0/networks/b2b15aa9-ccf4-445d-a89c-b858bbe43b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855284 Sep 14 23:07:00.820850 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3662e-55d9-43c5-98cd-899d229bda1f req-06b25fbc-a21b-46d6-a8cc-2ca5a13f44e7 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:00.822318 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9fd3662e-55d9-43c5-98cd-899d229bda1f req-06b25fbc-a21b-46d6-a8cc-2ca5a13f44e7 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.0510702 Sep 14 23:07:00.882439 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9fd3662e-55d9-43c5-98cd-899d229bda1f req-a30e38f4-cd87-46e3-a8f8-0b1a5cd0e840 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497460 Sep 14 23:07:00.995617 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf73720-dd27-4432-87a9-72bd5ce0a991 req-4ae04953-4008-4f57-b9e9-7eafb262d3b6 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:00.998630 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7cf73720-dd27-4432-87a9-72bd5ce0a991 req-4ae04953-4008-4f57-b9e9-7eafb262d3b6 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0567470 Sep 14 23:07:01.040833 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7cf73720-dd27-4432-87a9-72bd5ce0a991 req-1e9ef9e9-582b-4d13-a2b9-e7c7b9814c64 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359154 Sep 14 23:07:01.511777 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c39e4-3e23-4e70-bac6-7e8d549c0861 req-012d08c1-ccd7-456f-91c8-83365f640f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:01.513319 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-593c39e4-3e23-4e70-bac6-7e8d549c0861 req-012d08c1-ccd7-456f-91c8-83365f640f22 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 1099 time: 0.0400527 Sep 14 23:07:01.552895 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-593c39e4-3e23-4e70-bac6-7e8d549c0861 req-b509765d-7b06-488c-bf50-2a58c2833c36 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286036 Sep 14 23:07:02.023534 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6244f-a2d8-46be-bbe3-fe2d1ea5d3f8 req-b9aaad4e-ad39-4e70-aedb-4745e5780d5d tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:02.025057 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8ec6244f-a2d8-46be-bbe3-fe2d1ea5d3f8 req-b9aaad4e-ad39-4e70-aedb-4745e5780d5d tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.0514359 Sep 14 23:07:02.069161 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8ec6244f-a2d8-46be-bbe3-fe2d1ea5d3f8 req-b99ab27c-14a7-4e4a-8ec7-09fa489bcddd tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374210 Sep 14 23:07:02.161386 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8762e-2c0e-4808-a65d-e84a262745c1 req-d1b67d79-010e-4cd9-b048-de0ad1bd8ccd tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:02.162908 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f0b8762e-2c0e-4808-a65d-e84a262745c1 req-d1b67d79-010e-4cd9-b048-de0ad1bd8ccd tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0508189 Sep 14 23:07:02.201916 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f0b8762e-2c0e-4808-a65d-e84a262745c1 req-3b2d50b2-b67a-4b78-9d1c-f0540645a20b tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323393 Sep 14 23:07:02.228671 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-e3c397f4-7445-4364-9648-555e642f5b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:03.189812 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59be16e-c6e6-491f-8849-196d1b304201 req-f45aae80-d064-4031-9281-15a56ea800ce tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:03.191298 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e59be16e-c6e6-491f-8849-196d1b304201 req-f45aae80-d064-4031-9281-15a56ea800ce tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.0532184 Sep 14 23:07:03.230732 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e59be16e-c6e6-491f-8849-196d1b304201 req-003ca861-49ae-464e-82d5-e6ecc43ba3a7 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336125 Sep 14 23:07:03.319412 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f253c80-c1d5-4e83-915e-e047c62d1a7b req-edbbf0c8-030c-4cc0-8208-c42270fb2260 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:03.320912 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9f253c80-c1d5-4e83-915e-e047c62d1a7b req-edbbf0c8-030c-4cc0-8208-c42270fb2260 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0492711 Sep 14 23:07:03.359266 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9f253c80-c1d5-4e83-915e-e047c62d1a7b req-d4340e64-4c2a-4b16-86da-60c17f421f2d tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318725 Sep 14 23:07:03.597083 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d1eae-ffbd-4bca-ae2c-f97777708a14 req-1952c125-1085-429c-8507-31914832cd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:03.598580 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-bc7d1eae-ffbd-4bca-ae2c-f97777708a14 req-1952c125-1085-429c-8507-31914832cd9f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4f55ab5d5aec4aa4bb5fad6ed7ea1c17&device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 1099 time: 0.0449941 Sep 14 23:07:03.603039 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89ea02-ef1f-42ef-8715-e3ce6ec1967c req-718a42b4-ca54-4a90-9879-e3f62848bd85 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:03.604497 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1f89ea02-ef1f-42ef-8715-e3ce6ec1967c req-718a42b4-ca54-4a90-9879-e3f62848bd85 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0468431 Sep 14 23:07:03.644987 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1f89ea02-ef1f-42ef-8715-e3ce6ec1967c req-89c886e7-d73e-4b39-a47f-6a406f3fdfbd tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338800 Sep 14 23:07:03.695107 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d1eae-ffbd-4bca-ae2c-f97777708a14 req-d0eaf134-53fe-41b7-9bf2-30ca3bee8693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:03.696535 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-bc7d1eae-ffbd-4bca-ae2c-f97777708a14 req-d0eaf134-53fe-41b7-9bf2-30ca3bee8693 service neutron] 10.222.0.52 "GET /v2.0/networks?id=26f36da6-a1ec-4137-a9bd-9ec8524b7b1b HTTP/1.1" status: 200 len: 919 time: 0.0870581 Sep 14 23:07:03.749942 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-bc7d1eae-ffbd-4bca-ae2c-f97777708a14 req-3d2e4038-e6a2-4b72-9a24-100e8cb9553d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62948c9e-37ac-4b8d-a204-5537e386aab9 HTTP/1.1" status: 200 len: 217 time: 0.0378213 Sep 14 23:07:03.802825 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d1eae-ffbd-4bca-ae2c-f97777708a14 req-f860a475-3da5-4d7d-baea-fcea15d2e177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:03.804299 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-bc7d1eae-ffbd-4bca-ae2c-f97777708a14 req-f860a475-3da5-4d7d-baea-fcea15d2e177 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9f597290-8184-475e-a5f8-accd68e76ba3 HTTP/1.1" status: 200 len: 858 time: 0.0451295 Sep 14 23:07:03.843290 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-bc7d1eae-ffbd-4bca-ae2c-f97777708a14 req-099717b2-fbd5-46bc-96af-d4d1b3120e73 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26f36da6-a1ec-4137-a9bd-9ec8524b7b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266402 Sep 14 23:07:03.938310 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-bc7d1eae-ffbd-4bca-ae2c-f97777708a14 req-a363cf99-4e0c-48c3-bd5a-4d9f6c12b9af service neutron] 10.222.0.52 "GET /v2.0/networks/26f36da6-a1ec-4137-a9bd-9ec8524b7b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857935 Sep 14 23:07:04.033466 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-bc7d1eae-ffbd-4bca-ae2c-f97777708a14 req-ab451eae-9496-4dca-87df-03be5b448bd5 service neutron] 10.222.0.52 "GET /v2.0/networks/26f36da6-a1ec-4137-a9bd-9ec8524b7b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871065 Sep 14 23:07:04.362675 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e00baa-e11b-4962-9deb-7933611a4696 req-2df06887-ece7-4c5d-ab50-8276cea1dd9b tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:04.364178 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-57e00baa-e11b-4962-9deb-7933611a4696 req-2df06887-ece7-4c5d-ab50-8276cea1dd9b tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.0580428 Sep 14 23:07:04.404835 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-57e00baa-e11b-4962-9deb-7933611a4696 req-e8bd7127-b04f-4f43-8d82-fa8ce0f67e72 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336587 Sep 14 23:07:04.762992 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8e956-aeeb-426f-8007-81b0f6064523 req-1e345463-b68e-4c19-8c3a-d4a13ac07492 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:04.765355 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-04b8e956-aeeb-426f-8007-81b0f6064523 req-1e345463-b68e-4c19-8c3a-d4a13ac07492 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0503573 Sep 14 23:07:04.803290 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-04b8e956-aeeb-426f-8007-81b0f6064523 req-db858ae1-cb33-4e9f-a972-19ee7560b5d8 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321577 Sep 14 23:07:04.954349 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-fc786643-4940-431c-a111-ed35e7ccb912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:04.959308 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:05.530827 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb98894-63ed-40a7-8302-d6753d3dc33c req-49fead2d-2dea-42d2-9bd0-a387b03e5c2c tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:05.532230 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7fb98894-63ed-40a7-8302-d6753d3dc33c req-49fead2d-2dea-42d2-9bd0-a387b03e5c2c tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.0548110 Sep 14 23:07:05.572056 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7fb98894-63ed-40a7-8302-d6753d3dc33c req-db3e5a5c-0b5c-4741-8c17-69c6a50e659e tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328722 Sep 14 23:07:05.927534 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105f97d-6f6e-40f4-8ea1-3fd10e423558 req-b9d57626-6007-499e-87c6-5cd9c9e4cb78 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:05.929024 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4105f97d-6f6e-40f4-8ea1-3fd10e423558 req-b9d57626-6007-499e-87c6-5cd9c9e4cb78 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0533328 Sep 14 23:07:05.967320 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4105f97d-6f6e-40f4-8ea1-3fd10e423558 req-59f42e28-a591-4642-b907-b9d46ac61b1d tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317233 Sep 14 23:07:06.026701 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:06.692163 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36c891-255e-419c-aa3c-caec8d052a23 req-3ef41755-03a5-49fd-810f-1245fc8bc30c tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:06.693690 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9c36c891-255e-419c-aa3c-caec8d052a23 req-3ef41755-03a5-49fd-810f-1245fc8bc30c tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.0484722 Sep 14 23:07:06.730928 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9c36c891-255e-419c-aa3c-caec8d052a23 req-3ea27143-a301-46ec-adb1-78d01c2b53ab tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309036 Sep 14 23:07:07.081197 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaace038-cf42-4394-9293-bfbe786ec99a req-885dc623-82a1-4b34-a5ac-0a35f3fe4f3b tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:07.082670 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-aaace038-cf42-4394-9293-bfbe786ec99a req-885dc623-82a1-4b34-a5ac-0a35f3fe4f3b tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0476365 Sep 14 23:07:07.119721 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-aaace038-cf42-4394-9293-bfbe786ec99a req-e4fb5b29-4ea2-4f0f-8b9d-4802ec83b036 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312102 Sep 14 23:07:07.854555 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd554a-467b-4c03-a714-41db0824539f req-84d6c523-34e2-44c2-a098-7604609655fe tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:07.856003 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c4bd554a-467b-4c03-a714-41db0824539f req-84d6c523-34e2-44c2-a098-7604609655fe tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.0519698 Sep 14 23:07:07.887609 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:07.895455 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c4bd554a-467b-4c03-a714-41db0824539f req-45e511ff-f0ef-4a2f-ba52-566d36cacbb1 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329607 Sep 14 23:07:08.231631 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea6390-9ffc-4392-b56e-b9b9cc43e198 req-57aa7ae2-70c5-481d-bc8b-4f928a713932 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:08.233637 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-09ea6390-9ffc-4392-b56e-b9b9cc43e198 req-57aa7ae2-70c5-481d-bc8b-4f928a713932 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0468390 Sep 14 23:07:08.271025 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-09ea6390-9ffc-4392-b56e-b9b9cc43e198 req-6c51fd86-6275-4efb-ae5f-036efe96cfc2 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313320 Sep 14 23:07:09.017877 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117340e-65b1-4154-91f3-7f9d44b78b17 req-6e2c708e-d4dc-4aee-b511-554207a80234 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:09.019943 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c117340e-65b1-4154-91f3-7f9d44b78b17 req-6e2c708e-d4dc-4aee-b511-554207a80234 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.0500894 Sep 14 23:07:09.061453 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c117340e-65b1-4154-91f3-7f9d44b78b17 req-70bc0d05-96ea-44a4-b651-3b34729a7955 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350025 Sep 14 23:07:09.398840 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de699310-4eba-4027-beca-c6d1a1fadf89 req-7088d130-a005-4e4e-bd03-a901b8935227 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:09.400331 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-de699310-4eba-4027-beca-c6d1a1fadf89 req-7088d130-a005-4e4e-bd03-a901b8935227 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0578105 Sep 14 23:07:09.442996 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-de699310-4eba-4027-beca-c6d1a1fadf89 req-5d147e7d-32ba-40bf-b39f-13d7028361d7 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350275 Sep 14 23:07:10.215814 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13d947-70b3-40a0-9ff6-5a75d4b0c084 req-d51ed164-54ff-4c0d-9b24-3fb71c215698 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:10.218235 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5c13d947-70b3-40a0-9ff6-5a75d4b0c084 req-d51ed164-54ff-4c0d-9b24-3fb71c215698 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.0541806 Sep 14 23:07:10.264175 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5c13d947-70b3-40a0-9ff6-5a75d4b0c084 req-af82477c-ac1b-483b-a4a1-f4e771408e20 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399308 Sep 14 23:07:10.389109 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 44720) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:10.499716 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-146774ad-6441-49c1-a050-b14a3dd77169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:10.582376 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223af7ab-b850-4cfa-888a-62693e19899c req-8eef80bb-ff80-4c93-9218-401491e9c211 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:10.584187 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-223af7ab-b850-4cfa-888a-62693e19899c req-8eef80bb-ff80-4c93-9218-401491e9c211 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0596824 Sep 14 23:07:10.640044 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-146774ad-6441-49c1-a050-b14a3dd77169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:10.642033 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-223af7ab-b850-4cfa-888a-62693e19899c req-437870ee-bff8-4c7c-ab94-757600e52484 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495052 Sep 14 23:07:10.653506 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-146774ad-6441-49c1-a050-b14a3dd77169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:10.715613 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-146774ad-6441-49c1-a050-b14a3dd77169 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=283b7bdbf66a4a12863ce76503ae3930&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3248246 Sep 14 23:07:10.716922 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146774ad-6441-49c1-a050-b14a3dd77169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20482dd-1d67-4285-b762-6324fc9b4c59,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:10.718504 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 44740) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:10.724586 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146774ad-6441-49c1-a050-b14a3dd77169 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:10.725163 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146774ad-6441-49c1-a050-b14a3dd77169 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:10.725640 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146774ad-6441-49c1-a050-b14a3dd77169 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:10.726113 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146774ad-6441-49c1-a050-b14a3dd77169 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:10.726616 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146774ad-6441-49c1-a050-b14a3dd77169 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:10.726943 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146774ad-6441-49c1-a050-b14a3dd77169 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:10.727415 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146774ad-6441-49c1-a050-b14a3dd77169 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:10.727906 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146774ad-6441-49c1-a050-b14a3dd77169 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:10.728390 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146774ad-6441-49c1-a050-b14a3dd77169 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:10.728744 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146774ad-6441-49c1-a050-b14a3dd77169 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:10.729211 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146774ad-6441-49c1-a050-b14a3dd77169 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:10.729677 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146774ad-6441-49c1-a050-b14a3dd77169 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:10.781356 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad9c7f5a-5ae1-48e8-b62d-68b5f6c3e0a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:10.804931 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad9c7f5a-5ae1-48e8-b62d-68b5f6c3e0a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:10.853924 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 44744) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:10.875267 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad9c7f5a-5ae1-48e8-b62d-68b5f6c3e0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:10.877961 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ad9c7f5a-5ae1-48e8-b62d-68b5f6c3e0a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:10.881541 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-ad9c7f5a-5ae1-48e8-b62d-68b5f6c3e0a4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c20482dd-1d67-4285-b762-6324fc9b4c59 HTTP/1.1" status: 204 len: 168 time: 0.1594927 Sep 14 23:07:10.888033 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c7f5a-5ae1-48e8-b62d-68b5f6c3e0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20482dd-1d67-4285-b762-6324fc9b4c59,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:10.899609 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9c7f5a-5ae1-48e8-b62d-68b5f6c3e0a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:10.900499 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9c7f5a-5ae1-48e8-b62d-68b5f6c3e0a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:10.901207 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9c7f5a-5ae1-48e8-b62d-68b5f6c3e0a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:10.901642 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9c7f5a-5ae1-48e8-b62d-68b5f6c3e0a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:10.901998 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9c7f5a-5ae1-48e8-b62d-68b5f6c3e0a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:10.902497 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9c7f5a-5ae1-48e8-b62d-68b5f6c3e0a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:10.903260 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9c7f5a-5ae1-48e8-b62d-68b5f6c3e0a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:10.904970 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9c7f5a-5ae1-48e8-b62d-68b5f6c3e0a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:10.904970 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9c7f5a-5ae1-48e8-b62d-68b5f6c3e0a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:10.905306 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9c7f5a-5ae1-48e8-b62d-68b5f6c3e0a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:10.905925 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9c7f5a-5ae1-48e8-b62d-68b5f6c3e0a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:10.906376 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9c7f5a-5ae1-48e8-b62d-68b5f6c3e0a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:11.161252 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e223d64a-e83d-46fa-868d-16056969e216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:11.253368 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 44766) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:11.269478 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2087de07-28e8-44ca-940e-571657c75ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:11.284682 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e223d64a-e83d-46fa-868d-16056969e216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:11.289320 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e223d64a-e83d-46fa-868d-16056969e216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:11.331484 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-e223d64a-e83d-46fa-868d-16056969e216 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e4b622af48d04c4abf31adee7292db01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4762335 Sep 14 23:07:11.332514 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223d64a-e83d-46fa-868d-16056969e216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d86d1f-e280-4e7a-8a5c-f9c52f0444fa,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:11.335555 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 44772) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:11.409396 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2087de07-28e8-44ca-940e-571657c75ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:11.414837 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2087de07-28e8-44ca-940e-571657c75ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:11.447367 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-2087de07-28e8-44ca-940e-571657c75ab0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=041fc6eda3d14d04aee1768585bdddc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1903424 Sep 14 23:07:11.449594 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56c727-9c15-4fc4-a5fa-d3f445910b64 req-2408fa21-4aaf-47c4-92db-280ac762e440 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:11.457202 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0b56c727-9c15-4fc4-a5fa-d3f445910b64 req-2408fa21-4aaf-47c4-92db-280ac762e440 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.0914073 Sep 14 23:07:11.460119 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 44780) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:11.472348 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087de07-28e8-44ca-940e-571657c75ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9be8f7-6a22-4043-9350-14f2a14972a7,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:11.493531 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d9c9003e-3fe9-450c-a258-b6e9e8998e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:11.524695 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-047ee666-e037-416d-9d5a-05ffc3385524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:11.547446 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-047ee666-e037-416d-9d5a-05ffc3385524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:11.566152 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d9c9003e-3fe9-450c-a258-b6e9e8998e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:11.570488 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0b56c727-9c15-4fc4-a5fa-d3f445910b64 req-9733584d-3bc7-42de-af2c-45178848577e tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124537 Sep 14 23:07:11.597776 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-047ee666-e037-416d-9d5a-05ffc3385524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:11.600399 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-047ee666-e037-416d-9d5a-05ffc3385524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:11.601590 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-047ee666-e037-416d-9d5a-05ffc3385524 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf9be8f7-6a22-4043-9350-14f2a14972a7 HTTP/1.1" status: 204 len: 168 time: 0.1405134 Sep 14 23:07:11.611836 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ee666-e037-416d-9d5a-05ffc3385524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9be8f7-6a22-4043-9350-14f2a14972a7,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:11.681304 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-b24c8d64-e8b6-46eb-ad68-ede673e1e022 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:11.684372 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-b24c8d64-e8b6-46eb-ad68-ede673e1e022 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/networks?id=b2b15aa9-ccf4-445d-a89c-b858bbe43b47 HTTP/1.1" status: 200 len: 812 time: 0.1887100 Sep 14 23:07:11.700299 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d9c9003e-3fe9-450c-a258-b6e9e8998e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:11.703695 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d9c9003e-3fe9-450c-a258-b6e9e8998e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:11.704210 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-d9c9003e-3fe9-450c-a258-b6e9e8998e19 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d9d86d1f-e280-4e7a-8a5c-f9c52f0444fa HTTP/1.1" status: 204 len: 168 time: 0.3569260 Sep 14 23:07:11.718757 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-41891434-6845-46f2-b7d8-bfbb25147b1c tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/quotas/587b687926ec49439ef73d2b4747d86e HTTP/1.1" status: 200 len: 375 time: 0.0280633 Sep 14 23:07:11.750756 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9003e-3fe9-450c-a258-b6e9e8998e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d86d1f-e280-4e7a-8a5c-f9c52f0444fa,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:11.788942 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-8e1c40fb-0cc5-42bf-b5a1-647d244fea02 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=587b687926ec49439ef73d2b4747d86e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0687912 Sep 14 23:07:11.908050 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-40233942-5e56-4d04-aefa-cda7df8a023e service neutron] 10.222.0.39 "GET /v2.0/networks/b2b15aa9-ccf4-445d-a89c-b858bbe43b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177073 Sep 14 23:07:12.019463 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-42ea30e2-0c9c-4dca-b049-9d39e73ea1e2 service neutron] 10.222.0.39 "GET /v2.0/networks/b2b15aa9-ccf4-445d-a89c-b858bbe43b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046150 Sep 14 23:07:12.168822 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 44820) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:12.195861 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9751db55-809b-40ae-8d8a-c0e84d1f8e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:12.296793 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-47fa8ec9-2f5d-4234-86af-f637397dd7e6 req-c5bb10ad-4e10-4096-abb7-387da082f3e5 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=b67aa26f-cc38-4d76-ad89-7ea6ed8a7000 HTTP/1.1" status: 200 len: 210 time: 0.0625646 Sep 14 23:07:12.308518 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ce63e-eba0-459c-9946-57587f381bb7 req-07f2b771-6ce3-494a-a789-2590e202849f tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:12.310783 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4e5ce63e-eba0-459c-9946-57587f381bb7 req-07f2b771-6ce3-494a-a789-2590e202849f tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.1655669 Sep 14 23:07:12.362134 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9751db55-809b-40ae-8d8a-c0e84d1f8e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:12.367067 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9751db55-809b-40ae-8d8a-c0e84d1f8e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:12.376675 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4e5ce63e-eba0-459c-9946-57587f381bb7 req-f458ab34-faeb-4e60-b9cd-1a4254c2520b tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594370 Sep 14 23:07:12.409050 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751db55-809b-40ae-8d8a-c0e84d1f8e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57478399-8b4e-4f64-8fa1-73113f231eeb,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:12.430001 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 44836) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:12.436508 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-9751db55-809b-40ae-8d8a-c0e84d1f8e8c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0a410aad894949bab69cf27d49035639&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2655661 Sep 14 23:07:12.494698 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ade1dd9e-79ab-4b81-a3ed-528afb540951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:12.527528 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ade1dd9e-79ab-4b81-a3ed-528afb540951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:12.590325 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ade1dd9e-79ab-4b81-a3ed-528afb540951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:12.593500 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ade1dd9e-79ab-4b81-a3ed-528afb540951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:12.594669 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-ade1dd9e-79ab-4b81-a3ed-528afb540951 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/57478399-8b4e-4f64-8fa1-73113f231eeb HTTP/1.1" status: 204 len: 168 time: 0.1636441 Sep 14 23:07:12.606925 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1dd9e-79ab-4b81-a3ed-528afb540951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57478399-8b4e-4f64-8fa1-73113f231eeb,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:12.764820 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba9d7e-d367-41f8-a004-539c6bb1444a req-9ae9547a-653d-4088-a8af-af95bef37acf tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:12.772894 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-21ba9d7e-d367-41f8-a004-539c6bb1444a req-9ae9547a-653d-4088-a8af-af95bef37acf tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.0734200 Sep 14 23:07:12.825955 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-21ba9d7e-d367-41f8-a004-539c6bb1444a req-2e766eb6-71bc-456c-8e56-ceda47663deb tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519192 Sep 14 23:07:13.304449 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 44896) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:13.426459 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a6764440-4fbb-47d1-8e09-6aea32748a5d req-7d4fcf79-9d5d-46ac-a343-606b19c67115 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=b67aa26f-cc38-4d76-ad89-7ea6ed8a7000 HTTP/1.1" status: 200 len: 210 time: 0.0340989 Sep 14 23:07:13.515123 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-71094905-82e0-4aef-957a-83263fea91de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:13.531564 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 44912) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:13.643271 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-71094905-82e0-4aef-957a-83263fea91de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:13.652333 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-71094905-82e0-4aef-957a-83263fea91de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:13.693755 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-71094905-82e0-4aef-957a-83263fea91de admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=60f5033cfa17497ba54d2c031cef7251&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3880436 Sep 14 23:07:13.695635 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71094905-82e0-4aef-957a-83263fea91de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6857199-162c-40c3-94ef-cefa313717c7,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:13.698092 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 44920) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:13.754665 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-eb15a764-b73f-41dc-aa36-b206682a3b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:13.793282 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-eb15a764-b73f-41dc-aa36-b206682a3b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:13.865885 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-81b0778c-8c17-462e-80cc-1ce30146545d tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:13.868687 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-81b0778c-8c17-462e-80cc-1ce30146545d tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.52 "GET /v2.0/networks?id=b2b15aa9-ccf4-445d-a89c-b858bbe43b47 HTTP/1.1" status: 200 len: 812 time: 0.1771474 Sep 14 23:07:13.880714 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-eb15a764-b73f-41dc-aa36-b206682a3b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:13.887726 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-eb15a764-b73f-41dc-aa36-b206682a3b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:13.900179 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-eb15a764-b73f-41dc-aa36-b206682a3b3b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c6857199-162c-40c3-94ef-cefa313717c7 HTTP/1.1" status: 204 len: 168 time: 0.2010176 Sep 14 23:07:13.907602 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-c73e8c64-944e-41cc-9af8-d88c77ddbd7a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Request body: {'port': {'device_id': 'b67aa26f-cc38-4d76-ad89-7ea6ed8a7000', 'network_id': 'b2b15aa9-ccf4-445d-a89c-b858bbe43b47', 'admin_state_up': True, 'tenant_id': '587b687926ec49439ef73d2b4747d86e'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:07:13.918758 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15a764-b73f-41dc-aa36-b206682a3b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6857199-162c-40c3-94ef-cefa313717c7,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:13.941100 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 44936) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:14.026045 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099d9f2-24ca-431d-8c50-5dd446e91513 req-badb1a0f-0292-4052-8e9a-842d989ac645 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:14.027636 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6099d9f2-24ca-431d-8c50-5dd446e91513 req-badb1a0f-0292-4052-8e9a-842d989ac645 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.0718386 Sep 14 23:07:14.050809 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f56223d2-085e-41c7-850f-f594f60a2258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:14.079132 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6099d9f2-24ca-431d-8c50-5dd446e91513 req-684a05c4-5924-4d6e-b215-a8d0f9e5220d tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444579 Sep 14 23:07:14.211905 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f56223d2-085e-41c7-850f-f594f60a2258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:14.234693 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f56223d2-085e-41c7-850f-f594f60a2258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:14.289817 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56223d2-085e-41c7-850f-f594f60a2258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c51d77-c007-413e-81d9-b166ec0744a4,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:14.322858 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-c73e8c64-944e-41cc-9af8-d88c77ddbd7a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Made reservation on behalf of 587b687926ec49439ef73d2b4747d86e for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:07:14.327040 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-c73e8c64-944e-41cc-9af8-d88c77ddbd7a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:14.342875 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-f56223d2-085e-41c7-850f-f594f60a2258 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6a4204b1c97f47cab7d8c669bb64c0bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8096762 Sep 14 23:07:14.346444 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 44944) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:14.377216 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-287f5bf1-b860-42b4-9e8b-6626651a1547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:14.432511 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6ba14a66-1f06-4ffc-8d64-d49fb7b6d4e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:14.467758 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6ba14a66-1f06-4ffc-8d64-d49fb7b6d4e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:14.524708 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-c73e8c64-944e-41cc-9af8-d88c77ddbd7a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Allocated IP 172.20.0.10 (b2b15aa9-ccf4-445d-a89c-b858bbe43b47/6725ab53-7683-483a-af50-4917aca481fa/5fe264b0-97eb-4856-ad44-77f9c9eef612) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:07:14.736071 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-140b7f82-79e8-434b-b538-18be03765b6b req-8afbec8e-9197-4938-928b-0928286d6dbe tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=b67aa26f-cc38-4d76-ad89-7ea6ed8a7000 HTTP/1.1" status: 200 len: 210 time: 0.2191050 Sep 14 23:07:14.750716 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-c73e8c64-944e-41cc-9af8-d88c77ddbd7a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:14.762422 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-287f5bf1-b860-42b4-9e8b-6626651a1547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:14.766677 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-287f5bf1-b860-42b4-9e8b-6626651a1547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:14.777013 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6ba14a66-1f06-4ffc-8d64-d49fb7b6d4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:14.780001 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6ba14a66-1f06-4ffc-8d64-d49fb7b6d4e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:14.782222 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-6ba14a66-1f06-4ffc-8d64-d49fb7b6d4e8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d9c51d77-c007-413e-81d9-b166ec0744a4 HTTP/1.1" status: 204 len: 168 time: 0.4336174 Sep 14 23:07:14.788191 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-c73e8c64-944e-41cc-9af8-d88c77ddbd7a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:14.807071 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['80c57b00-d31c-4c6f-90ad-dbf9909774c0', 'fce75108-7ccd-482f-af32-9f8bac0e512e', '4ec65a10-0cd6-4e24-a6b0-44fa494ad436'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:07:14.813285 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-287f5bf1-b860-42b4-9e8b-6626651a1547 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6292f8af1b0240c28e3ca8bd275c70e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8709736 Sep 14 23:07:14.814606 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 44954) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:14.832211 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f5bf1-b860-42b4-9e8b-6626651a1547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebfe3b2-6a09-453e-81c6-c13315fb5c62,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:14.842247 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-c73e8c64-944e-41cc-9af8-d88c77ddbd7a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Network b2b15aa9-ccf4-445d-a89c-b858bbe43b47 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:07:14.845916 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-c73e8c64-944e-41cc-9af8-d88c77ddbd7a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:07:14.853980 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-c73e8c64-944e-41cc-9af8-d88c77ddbd7a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:07:14.861351 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba14a66-1f06-4ffc-8d64-d49fb7b6d4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c51d77-c007-413e-81d9-b166ec0744a4,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:14.881760 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e8c64-944e-41cc-9af8-d88c77ddbd7a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Pushing event updated for resources: {'Port': ['ID=5fe264b0-97eb-4856-ad44-77f9c9eef612,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:14.911290 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4f27ccad-ef1c-451f-adb7-5822b97e3f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:14.920520 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-c73e8c64-944e-41cc-9af8-d88c77ddbd7a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:14.921474 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-c73e8c64-944e-41cc-9af8-d88c77ddbd7a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:14.939226 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-c73e8c64-944e-41cc-9af8-d88c77ddbd7a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0568659 Sep 14 23:07:14.941800 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4f27ccad-ef1c-451f-adb7-5822b97e3f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:14.958172 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-ed89f439-e079-4540-9f72-d3e6237ef1b6 service neutron] Request body: {'port': {'device_id': 'b67aa26f-cc38-4d76-ad89-7ea6ed8a7000', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:07:15.010576 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4f27ccad-ef1c-451f-adb7-5822b97e3f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:15.013653 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4f27ccad-ef1c-451f-adb7-5822b97e3f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:15.014804 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-4f27ccad-ef1c-451f-adb7-5822b97e3f48 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3ebfe3b2-6a09-453e-81c6-c13315fb5c62 HTTP/1.1" status: 204 len: 168 time: 0.1992912 Sep 14 23:07:15.040016 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27ccad-ef1c-451f-adb7-5822b97e3f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebfe3b2-6a09-453e-81c6-c13315fb5c62,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:15.062942 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-ed89f439-e079-4540-9f72-d3e6237ef1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:15.290737 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204490b1-f7cd-45b2-8b49-c93992ed3271 req-2c846851-99ed-47ed-a961-959cd3576c39 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:15.295680 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-204490b1-f7cd-45b2-8b49-c93992ed3271 req-2c846851-99ed-47ed-a961-959cd3576c39 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.0851679 Sep 14 23:07:15.361786 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-204490b1-f7cd-45b2-8b49-c93992ed3271 req-1232f672-f705-4945-bdda-011a7257317f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530243 Sep 14 23:07:15.479937 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-ed89f439-e079-4540-9f72-d3e6237ef1b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe264b0-97eb-4856-ad44-77f9c9eef612 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:07:15.488908 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-ed89f439-e079-4540-9f72-d3e6237ef1b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:15.503509 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-ed89f439-e079-4540-9f72-d3e6237ef1b6 service neutron] Transition to ACTIVE for port object 5fe264b0-97eb-4856-ad44-77f9c9eef612 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:07:15.507579 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-ed89f439-e079-4540-9f72-d3e6237ef1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:15.611647 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed89f439-e079-4540-9f72-d3e6237ef1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe264b0-97eb-4856-ad44-77f9c9eef612,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:15.660895 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-ed89f439-e079-4540-9f72-d3e6237ef1b6 service neutron] Attempting to bind port 5fe264b0-97eb-4856-ad44-77f9c9eef612 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:07:15.660895 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-ed89f439-e079-4540-9f72-d3e6237ef1b6 service neutron] Attempting to bind port 5fe264b0-97eb-4856-ad44-77f9c9eef612 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': 'eb098917-dbc9-4dc3-81e9-deb624e7bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b2b15aa9-ccf4-445d-a89c-b858bbe43b47'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:07:15.661350 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-ed89f439-e079-4540-9f72-d3e6237ef1b6 service neutron] Attempting to bind port 5fe264b0-97eb-4856-ad44-77f9c9eef612 on network b2b15aa9-ccf4-445d-a89c-b858bbe43b47 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:07:15.666015 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-ed89f439-e079-4540-9f72-d3e6237ef1b6 service neutron] Port 5fe264b0-97eb-4856-ad44-77f9c9eef612 on network b2b15aa9-ccf4-445d-a89c-b858bbe43b47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 23:07:15.666408 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-ed89f439-e079-4540-9f72-d3e6237ef1b6 service neutron] Attempting to bind port 5fe264b0-97eb-4856-ad44-77f9c9eef612 on network b2b15aa9-ccf4-445d-a89c-b858bbe43b47 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:07:15.673053 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-ed89f439-e079-4540-9f72-d3e6237ef1b6 service neutron] Checking agent: {'id': '85608d62-9d70-46cb-9db0-a1f12ce5af65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 23, 3), 'started_at': datetime.datetime(2021, 9, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:07:15.673470 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-ed89f439-e079-4540-9f72-d3e6237ef1b6 service neutron] Checking segment: {'id': 'eb098917-dbc9-4dc3-81e9-deb624e7bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b2b15aa9-ccf4-445d-a89c-b858bbe43b47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:07:15.673927 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-ed89f439-e079-4540-9f72-d3e6237ef1b6 service neutron] Bound using segment: {'id': 'eb098917-dbc9-4dc3-81e9-deb624e7bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b2b15aa9-ccf4-445d-a89c-b858bbe43b47'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:07:15.674423 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-ed89f439-e079-4540-9f72-d3e6237ef1b6 service neutron] Bound port: 5fe264b0-97eb-4856-ad44-77f9c9eef612, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb098917-dbc9-4dc3-81e9-deb624e7bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b2b15aa9-ccf4-445d-a89c-b858bbe43b47'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:07:15.674859 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-ed89f439-e079-4540-9f72-d3e6237ef1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:15.753357 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-ed89f439-e079-4540-9f72-d3e6237ef1b6 service neutron] For port 5fe264b0-97eb-4856-ad44-77f9c9eef612, host hv-cinder-76017, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:07:15.760904 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-ed89f439-e079-4540-9f72-d3e6237ef1b6 service neutron] For port 5fe264b0-97eb-4856-ad44-77f9c9eef612, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=5fe264b0-97eb-4856-ad44-77f9c9eef612,segment=NetworkSegment(eb098917-dbc9-4dc3-81e9-deb624e7bf20),segment_id=eb098917-dbc9-4dc3-81e9-deb624e7bf20)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:07:15.765552 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-ed89f439-e079-4540-9f72-d3e6237ef1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:15.820823 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-ed89f439-e079-4540-9f72-d3e6237ef1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:15.821457 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-ed89f439-e079-4540-9f72-d3e6237ef1b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:15.822874 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-ed89f439-e079-4540-9f72-d3e6237ef1b6 service neutron] 10.222.0.52 "PUT /v2.0/ports/5fe264b0-97eb-4856-ad44-77f9c9eef612 HTTP/1.1" status: 200 len: 1094 time: 0.8692598 Sep 14 23:07:15.839855 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b67aa26f-cc38-4d76-ad89-7ea6ed8a7000', 'tag': '5fe264b0-97eb-4856-ad44-77f9c9eef612'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:07:15.853411 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b27504ed887e131bccbae67cb08e94fb53697a19aeb48787dd98b51fbb9c8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d92f5c-e0f2-4589-b4b8-9e01433844c7" -d '{"events": [{"name": "network-changed", "server_uuid": "b67aa26f-cc38-4d76-ad89-7ea6ed8a7000", "tag": "5fe264b0-97eb-4856-ad44-77f9c9eef612"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:07:15.929696 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed89f439-e079-4540-9f72-d3e6237ef1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe264b0-97eb-4856-ad44-77f9c9eef612,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:15.943106 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 23:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d99168-7158-471b-9fbf-5c6e43fe8962 x-openstack-request-id: req-40d99168-7158-471b-9fbf-5c6e43fe8962 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:07:15.943553 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b67aa26f-cc38-4d76-ad89-7ea6ed8a7000", "tag": "5fe264b0-97eb-4856-ad44-77f9c9eef612", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:07:15.943931 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-40d99168-7158-471b-9fbf-5c6e43fe8962 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:07:15.944460 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b67aa26f-cc38-4d76-ad89-7ea6ed8a7000', 'tag': '5fe264b0-97eb-4856-ad44-77f9c9eef612', 'status': 'completed', 'code': 200} Sep 14 23:07:15.954600 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108fe78d-e948-4fbf-8a88-58ac355a1f31 req-0b963c16-b3df-4427-9599-de52fe287a01 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:15.967717 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-108fe78d-e948-4fbf-8a88-58ac355a1f31 req-0b963c16-b3df-4427-9599-de52fe287a01 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=b67aa26f-cc38-4d76-ad89-7ea6ed8a7000 HTTP/1.1" status: 200 len: 944 time: 0.1115999 Sep 14 23:07:15.990529 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-3c4da75a-63b8-45a7-9947-258ee6b35fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:15.994668 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-3c4da75a-63b8-45a7-9947-258ee6b35fee service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=587b687926ec49439ef73d2b4747d86e&device_id=b67aa26f-cc38-4d76-ad89-7ea6ed8a7000 HTTP/1.1" status: 200 len: 1097 time: 0.0792177 Sep 14 23:07:16.015363 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-108fe78d-e948-4fbf-8a88-58ac355a1f31 req-ee2bddf6-bed0-44d7-a542-9a3481314c62 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396245 Sep 14 23:07:16.054575 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-cad32a3d-0e54-463d-8701-55c264ca9f2e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fe264b0-97eb-4856-ad44-77f9c9eef612 HTTP/1.1" status: 200 len: 217 time: 0.0401061 Sep 14 23:07:16.115461 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-ad934d18-565d-41fe-a7c2-5668aa1c749d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:16.117192 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-ad934d18-565d-41fe-a7c2-5668aa1c749d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6725ab53-7683-483a-af50-4917aca481fa HTTP/1.1" status: 200 len: 852 time: 0.0536618 Sep 14 23:07:16.120520 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 45016) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:16.166193 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-a2137976-50fd-4603-914f-1a6635ad269d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2b15aa9-ccf4-445d-a89c-b858bbe43b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324543 Sep 14 23:07:16.232680 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-40f4f955-2fa6-4564-83c2-1b55c99267bb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-547458774-network', 'tenant_id': 'a7319052cbd445279c634b71fd2736d4'}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:07:16.260038 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f4f955-2fa6-4564-83c2-1b55c99267bb admin admin] Made reservation on behalf of a7319052cbd445279c634b71fd2736d4 for: {'network': 1} {{(pid=94135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:07:16.265108 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-40f4f955-2fa6-4564-83c2-1b55c99267bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for network, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:16.275417 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-40f4f955-2fa6-4564-83c2-1b55c99267bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:16.301661 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-106f6f53-1a9d-4784-aaf2-45b2d49cb041 service neutron] 10.222.0.52 "GET /v2.0/networks/b2b15aa9-ccf4-445d-a89c-b858bbe43b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205440 Sep 14 23:07:16.409651 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-40f4f955-2fa6-4564-83c2-1b55c99267bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:16.415526 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-40f4f955-2fa6-4564-83c2-1b55c99267bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:16.449546 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f4f955-2fa6-4564-83c2-1b55c99267bb admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=94135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:07:16.468735 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-aa2107f1-ce7e-44a9-8d03-e7f99bb1942a req-348ea179-bdeb-43c9-a752-f4a551c7cafc service neutron] 10.222.0.52 "GET /v2.0/networks/b2b15aa9-ccf4-445d-a89c-b858bbe43b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565840 Sep 14 23:07:16.476922 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-40f4f955-2fa6-4564-83c2-1b55c99267bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046'] for segment, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:16.477278 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.db.segments_db [None req-40f4f955-2fa6-4564-83c2-1b55c99267bb admin admin] Added segment a31483e8-f53d-4526-bf1c-b7e652afc6b7 of type vlan for network 3efb33cd-c3d1-4574-b595-4ef315e545cb Sep 14 23:07:16.478675 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4f955-2fa6-4564-83c2-1b55c99267bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcc46e2-3943-4b88-809a-87a4e76ba3f7,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:16.547560 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-40f4f955-2fa6-4564-83c2-1b55c99267bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755853879839'] for network, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:16.565078 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2e9eb-3b8d-4db3-8a58-acbc59c66271 req-11e98b35-9199-488b-b700-6df0bd657c40 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:16.566600 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4fc2e9eb-3b8d-4db3-8a58-acbc59c66271 req-11e98b35-9199-488b-b700-6df0bd657c40 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.1099422 Sep 14 23:07:16.597074 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d92f5c-e0f2-4589-b4b8-9e01433844c7 req-a346ffa5-fc76-4bdf-bc40-43bd2866a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:16.600013 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-70d92f5c-e0f2-4589-b4b8-9e01433844c7 req-a346ffa5-fc76-4bdf-bc40-43bd2866a478 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=587b687926ec49439ef73d2b4747d86e&device_id=b67aa26f-cc38-4d76-ad89-7ea6ed8a7000 HTTP/1.1" status: 200 len: 1097 time: 0.0542505 Sep 14 23:07:16.604769 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-40f4f955-2fa6-4564-83c2-1b55c99267bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180'] for network, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:16.605929 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f4f955-2fa6-4564-83c2-1b55c99267bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:16.606611 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-40f4f955-2fa6-4564-83c2-1b55c99267bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for network, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:16.649482 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4fc2e9eb-3b8d-4db3-8a58-acbc59c66271 req-5f394539-d3b5-4045-b739-5c96e0427a75 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717731 Sep 14 23:07:16.654703 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-40f4f955-2fa6-4564-83c2-1b55c99267bb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5331066 Sep 14 23:07:16.658016 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 45040) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:16.701589 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-5586e694-202e-495a-8c2a-bdcc7aec99c1 admin admin] Request body: {'subnet': {'network_id': '3efb33cd-c3d1-4574-b595-4ef315e545cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-547458774-subnet', 'tenant_id': 'a7319052cbd445279c634b71fd2736d4', 'ip_version': 4}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:07:16.706681 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4f955-2fa6-4564-83c2-1b55c99267bb admin admin] Pushing event updated for resources: {'Network': ['ID=3efb33cd-c3d1-4574-b595-4ef315e545cb,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:16.715277 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d92f5c-e0f2-4589-b4b8-9e01433844c7 req-a1a23d2d-f71b-4ff2-bdda-890a82196c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:16.717442 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-70d92f5c-e0f2-4589-b4b8-9e01433844c7 req-a1a23d2d-f71b-4ff2-bdda-890a82196c00 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b2b15aa9-ccf4-445d-a89c-b858bbe43b47 HTTP/1.1" status: 200 len: 913 time: 0.1085513 Sep 14 23:07:16.719609 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Network 3efb33cd-c3d1-4574-b595-4ef315e545cb details requested by agent ovs-agent-dv-cinder-760178-13-iscsi with host dv-cinder-760178-13-iscsi {{(pid=94136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 23:07:16.734121 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5586e694-202e-495a-8c2a-bdcc7aec99c1 admin admin] Made reservation on behalf of a7319052cbd445279c634b71fd2736d4 for: {'subnet': 1} {{(pid=94135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:07:16.736550 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5586e694-202e-495a-8c2a-bdcc7aec99c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16040488'] for subnet, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:16.777900 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-70d92f5c-e0f2-4589-b4b8-9e01433844c7 req-a989cb35-17f3-4030-89e9-236e65aead1d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fe264b0-97eb-4856-ad44-77f9c9eef612 HTTP/1.1" status: 200 len: 217 time: 0.0366421 Sep 14 23:07:16.830951 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d92f5c-e0f2-4589-b4b8-9e01433844c7 req-1d9c4a95-1667-493f-8636-ae7ce9de45a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:16.832553 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-70d92f5c-e0f2-4589-b4b8-9e01433844c7 req-1d9c4a95-1667-493f-8636-ae7ce9de45a1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6725ab53-7683-483a-af50-4917aca481fa HTTP/1.1" status: 200 len: 852 time: 0.0443358 Sep 14 23:07:16.874113 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-70d92f5c-e0f2-4589-b4b8-9e01433844c7 req-4efa02ff-2828-4891-ba1a-fed05ae87e95 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b2b15aa9-ccf4-445d-a89c-b858bbe43b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295165 Sep 14 23:07:16.910552 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5586e694-202e-495a-8c2a-bdcc7aec99c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16040454'] for subnet, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:16.964583 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5586e694-202e-495a-8c2a-bdcc7aec99c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bde3a9c9-df2c-4163-99b8-693b9b6f7a85,revision_number=0']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:16.970084 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-70d92f5c-e0f2-4589-b4b8-9e01433844c7 req-ed71262f-1291-4702-8e45-ce33de14d6a4 service neutron] 10.222.0.52 "GET /v2.0/networks/b2b15aa9-ccf4-445d-a89c-b858bbe43b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858994 Sep 14 23:07:16.974016 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5586e694-202e-495a-8c2a-bdcc7aec99c1 admin admin] Checking segment: {'id': 'a31483e8-f53d-4526-bf1c-b7e652afc6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3efb33cd-c3d1-4574-b595-4ef315e545cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:07:16.974379 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5586e694-202e-495a-8c2a-bdcc7aec99c1 admin admin] Network hostable DHCP agents. Network: 3efb33cd-c3d1-4574-b595-4ef315e545cb, hostable agents: ['cc88f5a5-5435-4a3a-a65f-5f33fd37a978'], hosted agents: [] {{(pid=94135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:07:16.991757 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5586e694-202e-495a-8c2a-bdcc7aec99c1 admin admin] Network 3efb33cd-c3d1-4574-b595-4ef315e545cb is scheduled to be hosted by DHCP agent cc88f5a5-5435-4a3a-a65f-5f33fd37a978 with binding_index 1 {{(pid=94135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:07:17.001019 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-5586e694-202e-495a-8c2a-bdcc7aec99c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-13-iscsi, 3efb33cd-c3d1-4574-b595-4ef315e545cb) {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:07:17.005170 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5586e694-202e-495a-8c2a-bdcc7aec99c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:17.005759 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5586e694-202e-495a-8c2a-bdcc7aec99c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:17.010354 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d90c22-47c5-49b3-87e1-35b3960f52c9 None None] Network 3efb33cd-c3d1-4574-b595-4ef315e545cb requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:07:17.022599 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-5586e694-202e-495a-8c2a-bdcc7aec99c1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3630879 Sep 14 23:07:17.025210 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 45042) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:17.030451 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-e3e26c58-591e-4ca2-a440-e639f64b2d86 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-547458774-router', 'tenant_id': 'a7319052cbd445279c634b71fd2736d4', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'}}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:07:17.071534 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e3e26c58-591e-4ca2-a440-e639f64b2d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1971'] for router, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:17.072865 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e3e26c58-591e-4ca2-a440-e639f64b2d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-441611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1960'] for router, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:17.092893 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-70d92f5c-e0f2-4589-b4b8-9e01433844c7 req-ed969d4a-1fb5-497b-b610-a6a513379e12 service neutron] 10.222.0.52 "GET /v2.0/networks/b2b15aa9-ccf4-445d-a89c-b858bbe43b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143656 Sep 14 23:07:17.162863 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e3e26c58-591e-4ca2-a440-e639f64b2d86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:17.177181 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cd31aa-364c-4f08-bbd9-fe37c1ddd859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1adbdb87-4762-54d0-a17a-bc3c08ba6b8b-3efb33cd-c3d1-4574-b595-4ef315e545cb', 'network_id': '3efb33cd-c3d1-4574-b595-4ef315e545cb', 'tenant_id': 'a7319052cbd445279c634b71fd2736d4', 'fixed_ips': [{'subnet_id': 'bde3a9c9-df2c-4163-99b8-693b9b6f7a85'}]}} from dv-cinder-760178-13-iscsi. {{(pid=94136) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 23:07:17.178054 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-96cd31aa-364c-4f08-bbd9-fe37c1ddd859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:17.249060 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d8ef0-0796-45a2-b245-163f83118476 req-3e134246-1e8d-4035-aeba-e3b97bf8c350 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:17.250534 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5e8d8ef0-0796-45a2-b245-163f83118476 req-3e134246-1e8d-4035-aeba-e3b97bf8c350 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=b67aa26f-cc38-4d76-ad89-7ea6ed8a7000 HTTP/1.1" status: 200 len: 944 time: 0.1401575 Sep 14 23:07:17.314278 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.db_base_plugin_common [None req-96cd31aa-364c-4f08-bbd9-fe37c1ddd859 None None] Allocated IP 172.20.0.2 (3efb33cd-c3d1-4574-b595-4ef315e545cb/bde3a9c9-df2c-4163-99b8-693b9b6f7a85/20f22dcb-cff5-4327-bb11-42ef193a5188) {{(pid=94136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:07:17.327687 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e3e26c58-591e-4ca2-a440-e639f64b2d86 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:17.351805 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5e8d8ef0-0796-45a2-b245-163f83118476 req-7d4746bf-6b65-4d04-ac59-462ed8c479c5 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698228 Sep 14 23:07:17.463632 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-96cd31aa-364c-4f08-bbd9-fe37c1ddd859 None None] Notify callbacks [] for port, precommit_create {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:17.470401 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-96cd31aa-364c-4f08-bbd9-fe37c1ddd859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720'] for port, after_create {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:17.506659 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cd31aa-364c-4f08-bbd9-fe37c1ddd859 None None] Network 3efb33cd-c3d1-4574-b595-4ef315e545cb is already hosted by enough agents. {{(pid=94136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:07:17.508064 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.scheduler.base_scheduler [None req-96cd31aa-364c-4f08-bbd9-fe37c1ddd859 None None] Resources bound (agent type, host, resource id): {{(pid=94136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:07:17.511996 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cd31aa-364c-4f08-bbd9-fe37c1ddd859 None None] Received port after_create {{(pid=94136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:07:17.548062 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e3e26c58-591e-4ca2-a440-e639f64b2d86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:17.568490 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd31aa-364c-4f08-bbd9-fe37c1ddd859 None None] Pushing event updated for resources: {'Port': ['ID=20f22dcb-cff5-4327-bb11-42ef193a5188,revision_number=1']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:17.574665 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e3e26c58-591e-4ca2-a440-e639f64b2d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:17.583437 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd31aa-364c-4f08-bbd9-fe37c1ddd859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:17.583806 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd31aa-364c-4f08-bbd9-fe37c1ddd859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:17.584196 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd31aa-364c-4f08-bbd9-fe37c1ddd859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:17.584600 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd31aa-364c-4f08-bbd9-fe37c1ddd859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:17.585029 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd31aa-364c-4f08-bbd9-fe37c1ddd859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:17.585385 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd31aa-364c-4f08-bbd9-fe37c1ddd859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:17.586503 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd31aa-364c-4f08-bbd9-fe37c1ddd859 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:17.586503 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd31aa-364c-4f08-bbd9-fe37c1ddd859 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:17.586503 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd31aa-364c-4f08-bbd9-fe37c1ddd859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:17.586823 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd31aa-364c-4f08-bbd9-fe37c1ddd859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:17.587005 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd31aa-364c-4f08-bbd9-fe37c1ddd859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:17.587326 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd31aa-364c-4f08-bbd9-fe37c1ddd859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:17.594247 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-96cd31aa-364c-4f08-bbd9-fe37c1ddd859 None None] Attempting to bind port 20f22dcb-cff5-4327-bb11-42ef193a5188 on host dv-cinder-760178-13-iscsi for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:07:17.594615 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-96cd31aa-364c-4f08-bbd9-fe37c1ddd859 None None] Attempting to bind port 20f22dcb-cff5-4327-bb11-42ef193a5188 by drivers openvswitch,hyperv on host dv-cinder-760178-13-iscsi at level 0 using segments [{'id': 'a31483e8-f53d-4526-bf1c-b7e652afc6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3efb33cd-c3d1-4574-b595-4ef315e545cb'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:07:17.594981 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cd31aa-364c-4f08-bbd9-fe37c1ddd859 None None] Attempting to bind port 20f22dcb-cff5-4327-bb11-42ef193a5188 on network 3efb33cd-c3d1-4574-b595-4ef315e545cb {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:07:17.600169 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cd31aa-364c-4f08-bbd9-fe37c1ddd859 None None] Checking agent: {'id': 'dcc8e868-81e9-4312-adfc-cfdfaec503c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 57, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:07:17.600539 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cd31aa-364c-4f08-bbd9-fe37c1ddd859 None None] Checking segment: {'id': 'a31483e8-f53d-4526-bf1c-b7e652afc6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3efb33cd-c3d1-4574-b595-4ef315e545cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:07:17.600996 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-96cd31aa-364c-4f08-bbd9-fe37c1ddd859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:17.601410 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cd31aa-364c-4f08-bbd9-fe37c1ddd859 None None] Bound using segment: {'id': 'a31483e8-f53d-4526-bf1c-b7e652afc6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3efb33cd-c3d1-4574-b595-4ef315e545cb'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:07:17.601907 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-96cd31aa-364c-4f08-bbd9-fe37c1ddd859 None None] Bound port: 20f22dcb-cff5-4327-bb11-42ef193a5188, host: dv-cinder-760178-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31483e8-f53d-4526-bf1c-b7e652afc6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3efb33cd-c3d1-4574-b595-4ef315e545cb'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:07:17.602295 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-96cd31aa-364c-4f08-bbd9-fe37c1ddd859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:17.668629 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-96cd31aa-364c-4f08-bbd9-fe37c1ddd859 None None] For port 20f22dcb-cff5-4327-bb11-42ef193a5188, host dv-cinder-760178-13-iscsi, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:07:17.672250 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-96cd31aa-364c-4f08-bbd9-fe37c1ddd859 None None] For port 20f22dcb-cff5-4327-bb11-42ef193a5188, host dv-cinder-760178-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=20f22dcb-cff5-4327-bb11-42ef193a5188,segment=NetworkSegment(a31483e8-f53d-4526-bf1c-b7e652afc6b7),segment_id=a31483e8-f53d-4526-bf1c-b7e652afc6b7)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:07:17.676877 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-96cd31aa-364c-4f08-bbd9-fe37c1ddd859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:17.698002 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-e3e26c58-591e-4ca2-a440-e639f64b2d86 admin admin] Allocated IP 172.27.3.146 (97df119d-fd41-4b39-86f3-953f642e27ab/0cfef410-e94d-43c5-8572-4959e322a29a/08db243d-c293-4064-88a2-f3ac16d89071) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:07:17.743208 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd31aa-364c-4f08-bbd9-fe37c1ddd859 None None] Pushing event updated for resources: {'Port': ['ID=20f22dcb-cff5-4327-bb11-42ef193a5188,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:17.905434 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f8ceb-5504-45f8-876f-47e886d62659 req-9de16865-4847-4c93-ad7f-f0fdeccbdd5f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:17.907419 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d19f8ceb-5504-45f8-876f-47e886d62659 req-9de16865-4847-4c93-ad7f-f0fdeccbdd5f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.1529832 Sep 14 23:07:17.913195 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e3e26c58-591e-4ca2-a440-e639f64b2d86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:17.962115 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d19f8ceb-5504-45f8-876f-47e886d62659 req-038eaaa2-5fe0-418e-8770-e6fe5c76ac8d tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469279 Sep 14 23:07:17.995388 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-f95f05d1-9966-46be-ade4-a0eaba19df80 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=7c1337f573324df7bf6219efd59606e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365250 Sep 14 23:07:18.094195 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e3e26c58-591e-4ca2-a440-e639f64b2d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:18.393825 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e26c58-591e-4ca2-a440-e639f64b2d86 admin admin] Network 97df119d-fd41-4b39-86f3-953f642e27ab is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:07:18.409723 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-e3e26c58-591e-4ca2-a440-e639f64b2d86 admin admin] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:07:18.422186 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e26c58-591e-4ca2-a440-e639f64b2d86 admin admin] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:07:18.429341 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e26c58-591e-4ca2-a440-e639f64b2d86 admin admin] Pushing event updated for resources: {'Port': ['ID=08db243d-c293-4064-88a2-f3ac16d89071,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:18.496899 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-30e27fda-9b0e-4faa-89df-601416639459 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:18.499149 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-30e27fda-9b0e-4faa-89df-601416639459 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4931715 Sep 14 23:07:18.562408 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-c5de67ed-aa23-425d-9f06-7aabdfb6cd70 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/quotas/7c1337f573324df7bf6219efd59606e6 HTTP/1.1" status: 200 len: 375 time: 0.0529368 Sep 14 23:07:18.572267 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2a95f-ea04-4699-82f6-0a4c3ed4ef48 req-6f16ec40-a5e6-4dd3-8094-22b3af5ed5e4 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:18.573800 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-30b2a95f-ea04-4699-82f6-0a4c3ed4ef48 req-6f16ec40-a5e6-4dd3-8094-22b3af5ed5e4 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=b67aa26f-cc38-4d76-ad89-7ea6ed8a7000 HTTP/1.1" status: 200 len: 944 time: 0.1462760 Sep 14 23:07:18.662241 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-7e944b02-47eb-4241-94ef-4d6207c72e78 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c1337f573324df7bf6219efd59606e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0874662 Sep 14 23:07:18.696420 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-30b2a95f-ea04-4699-82f6-0a4c3ed4ef48 req-4d759299-0e53-4a59-9eb9-0dd108b5a489 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950258 Sep 14 23:07:18.774215 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29a24b1-090c-47e4-982c-24d5e8ba2ed6 None None] Network 3efb33cd-c3d1-4574-b595-4ef315e545cb requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:07:18.833768 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e3e26c58-591e-4ca2-a440-e639f64b2d86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:18.837780 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-355ca480-85da-4596-9733-6d02919bfd78 req-445f5290-066b-49eb-b00b-2c6b0107ef21 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a57964-a2c2-49b5-8eab-a43c7ca98ddb HTTP/1.1" status: 200 len: 210 time: 0.0319648 Sep 14 23:07:18.868298 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-ce2ff6db-1b1c-43c7-8a1d-a185f5cf89e4 None None] Provisioning complete for port 20f22dcb-cff5-4327-bb11-42ef193a5188 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:07:18.868796 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-ce2ff6db-1b1c-43c7-8a1d-a185f5cf89e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:19.047510 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-ce2ff6db-1b1c-43c7-8a1d-a185f5cf89e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:19.065270 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 5fe264b0-97eb-4856-ad44-77f9c9eef612 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=94136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 23:07:19.142731 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-ce2ff6db-1b1c-43c7-8a1d-a185f5cf89e4 None None] For port 20f22dcb-cff5-4327-bb11-42ef193a5188, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=20f22dcb-cff5-4327-bb11-42ef193a5188,segment=NetworkSegment(a31483e8-f53d-4526-bf1c-b7e652afc6b7),segment_id=a31483e8-f53d-4526-bf1c-b7e652afc6b7)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:07:19.159478 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-ce2ff6db-1b1c-43c7-8a1d-a185f5cf89e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:19.179670 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 20f22dcb-cff5-4327-bb11-42ef193a5188 up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:07:19.237162 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e3e26c58-591e-4ca2-a440-e639f64b2d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529233'] for router, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:19.273709 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d56ae2-6ed1-4d8f-81cd-acd8bc2ae8fc req-632ca6b2-7793-4f05-a287-a2f7667d370b tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:19.276377 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-90d56ae2-6ed1-4d8f-81cd-acd8bc2ae8fc req-632ca6b2-7793-4f05-a287-a2f7667d370b tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.1803160 Sep 14 23:07:19.277211 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port 20f22dcb-cff5-4327-bb11-42ef193a5188 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:07:19.277776 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:19.372852 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-90d56ae2-6ed1-4d8f-81cd-acd8bc2ae8fc req-d2972391-2af8-40b7-a1b8-e5e64d6c3b63 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593951 Sep 14 23:07:19.434085 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ff6db-1b1c-43c7-8a1d-a185f5cf89e4 None None] Pushing event updated for resources: {'Port': ['ID=20f22dcb-cff5-4327-bb11-42ef193a5188,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:19.448722 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 5fe264b0-97eb-4856-ad44-77f9c9eef612, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=5fe264b0-97eb-4856-ad44-77f9c9eef612,segment=NetworkSegment(eb098917-dbc9-4dc3-81e9-deb624e7bf20),segment_id=eb098917-dbc9-4dc3-81e9-deb624e7bf20)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:07:19.466849 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Returning: {'device': '5fe264b0-97eb-4856-ad44-77f9c9eef612', 'network_id': 'b2b15aa9-ccf4-445d-a89c-b858bbe43b47', 'port_id': '5fe264b0-97eb-4856-ad44-77f9c9eef612', 'mac_address': 'fa:16:3e:d2:82:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6725ab53-7683-483a-af50-4917aca481fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 23:07:19.529700 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e26c58-591e-4ca2-a440-e639f64b2d86 admin admin] Router cd16d56f-5cd8-454c-9d2c-000f4553ec7c is scheduled to L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f with binding_index 1 {{(pid=94135) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 23:07:19.530540 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:19.557059 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fe264b0-97eb-4856-ad44-77f9c9eef612 {{(pid=94136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:07:19.587648 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-c52d5e14-9b67-4caa-bda1-19d8dae587a8 None None] Provisioning complete for port 20f22dcb-cff5-4327-bb11-42ef193a5188 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:07:19.588189 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-c52d5e14-9b67-4caa-bda1-19d8dae587a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:19.636346 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 5fe264b0-97eb-4856-ad44-77f9c9eef612, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=5fe264b0-97eb-4856-ad44-77f9c9eef612,segment=NetworkSegment(eb098917-dbc9-4dc3-81e9-deb624e7bf20),segment_id=eb098917-dbc9-4dc3-81e9-deb624e7bf20)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:07:19.646495 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:19.687040 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e26c58-591e-4ca2-a440-e639f64b2d86 admin admin] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:07:19.697009 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd71247-5d9c-4f85-98d6-3e2898623645 None None] Sync routers for ids ['cd16d56f-5cd8-454c-9d2c-000f4553ec7c'] in dv-cinder-760178-13-iscsi {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:07:19.713640 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e3e26c58-591e-4ca2-a440-e639f64b2d86 admin admin] Notify callbacks [] for router, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:19.719189 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 45120) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:19.720070 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-e3e26c58-591e-4ca2-a440-e639f64b2d86 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6931570 Sep 14 23:07:19.721814 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 6 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:07:19.724464 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd71247-5d9c-4f85-98d6-3e2898623645 None None] Routers {'cd16d56f-5cd8-454c-9d2c-000f4553ec7c'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:07:19.725554 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-4bd71247-5d9c-4f85-98d6-3e2898623645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:07:05Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['cd16d56f-5cd8-454c-9d2c-000f4553ec7c'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:07:19.901569 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-4bd71247-5d9c-4f85-98d6-3e2898623645 None None] Set router cd16d56f-5cd8-454c-9d2c-000f4553ec7c gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:07:19.904292 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=5fe264b0-97eb-4856-ad44-77f9c9eef612,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:20.004278 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7b4b56af-974e-414b-b82b-399ec864c647 req-9850d4ca-c610-4b8b-b27d-733aaaa31211 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a57964-a2c2-49b5-8eab-a43c7ca98ddb HTTP/1.1" status: 200 len: 210 time: 0.0344594 Sep 14 23:07:20.013022 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1a7c3-0903-4fcb-a5ec-e875dd04308c req-6b86bd10-8693-4cc1-ac06-2d97d33d46f2 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:20.015137 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2cd1a7c3-0903-4fcb-a5ec-e875dd04308c req-6b86bd10-8693-4cc1-ac06-2d97d33d46f2 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=b67aa26f-cc38-4d76-ad89-7ea6ed8a7000 HTTP/1.1" status: 200 len: 945 time: 0.1234031 Sep 14 23:07:20.066735 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2cd1a7c3-0903-4fcb-a5ec-e875dd04308c req-43ea5cba-fe99-449a-bcc0-c7cf96f36cef tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453446 Sep 14 23:07:20.126173 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-4bd71247-5d9c-4f85-98d6-3e2898623645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'name': 'tempest-TestShelveInstance-547458774-router', 'tenant_id': 'a7319052cbd445279c634b71fd2736d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '08db243d-c293-4064-88a2-f3ac16d89071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:17Z', 'updated_at': '2021-09-14T23:07:18Z', 'revision_number': 3, 'project_id': 'a7319052cbd445279c634b71fd2736d4', 'gw_port': {'id': '08db243d-c293-4064-88a2-f3ac16d89071', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:17Z', 'updated_at': '2021-09-14T23:07:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi'}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:07:20.147022 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['5fe264b0-97eb-4856-ad44-77f9c9eef612'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:07:20.161856 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd71247-5d9c-4f85-98d6-3e2898623645 None None] Checking router: cd16d56f-5cd8-454c-9d2c-000f4553ec7c for host: dv-cinder-760178-13-iscsi {{(pid=94137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:07:20.162463 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd71247-5d9c-4f85-98d6-3e2898623645 None None] Updating router cd16d56f-5cd8-454c-9d2c-000f4553ec7c port 08db243d-c293-4064-88a2-f3ac16d89071 binding host dv-cinder-760178-13-iscsi {{(pid=94137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:07:20.211631 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-4bd71247-5d9c-4f85-98d6-3e2898623645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:20.441035 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-6e05843c-a75f-4289-b498-40569e122e24 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=7c1337f573324df7bf6219efd59606e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613205 Sep 14 23:07:20.553735 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f763c-5d6f-4ce1-8e79-e0a67fc7c483 req-671ce01a-f593-4378-b3de-a780695f0c43 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:20.555720 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6d3f763c-5d6f-4ce1-8e79-e0a67fc7c483 req-671ce01a-f593-4378-b3de-a780695f0c43 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.1080933 Sep 14 23:07:20.557163 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-4bd71247-5d9c-4f85-98d6-3e2898623645 None None] Notify callbacks [] for port, precommit_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:20.565277 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-4bd71247-5d9c-4f85-98d6-3e2898623645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:20.626067 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6d3f763c-5d6f-4ce1-8e79-e0a67fc7c483 req-8156e14b-9f61-4e1e-b9ba-a9b73989e1a6 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594630 Sep 14 23:07:20.651934 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [None req-4bd71247-5d9c-4f85-98d6-3e2898623645 None None] Attempting to bind port 08db243d-c293-4064-88a2-f3ac16d89071 on host dv-cinder-760178-13-iscsi for vnic_type normal with profile {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:07:20.653498 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [None req-4bd71247-5d9c-4f85-98d6-3e2898623645 None None] Attempting to bind port 08db243d-c293-4064-88a2-f3ac16d89071 by drivers openvswitch,hyperv on host dv-cinder-760178-13-iscsi at level 0 using segments [{'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'}] {{(pid=94137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:07:20.653498 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd71247-5d9c-4f85-98d6-3e2898623645 None None] Attempting to bind port 08db243d-c293-4064-88a2-f3ac16d89071 on network 97df119d-fd41-4b39-86f3-953f642e27ab {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:07:20.677014 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4cc86e-40a3-4831-bcd4-8385dfe8aff1 None None] Pushing event updated for resources: {'Port': ['ID=08db243d-c293-4064-88a2-f3ac16d89071,revision_number=2']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:20.679904 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd71247-5d9c-4f85-98d6-3e2898623645 None None] Checking agent: {'id': 'dcc8e868-81e9-4312-adfc-cfdfaec503c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 57, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:07:20.680279 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd71247-5d9c-4f85-98d6-3e2898623645 None None] Checking segment: {'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:07:20.680724 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-4bd71247-5d9c-4f85-98d6-3e2898623645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:20.681115 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd71247-5d9c-4f85-98d6-3e2898623645 None None] Bound using segment: {'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'} {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:07:20.681589 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [None req-4bd71247-5d9c-4f85-98d6-3e2898623645 None None] Bound port: 08db243d-c293-4064-88a2-f3ac16d89071, host: dv-cinder-760178-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'}}] {{(pid=94137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:07:20.681973 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-4bd71247-5d9c-4f85-98d6-3e2898623645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:20.706720 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4cc86e-40a3-4831-bcd4-8385dfe8aff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:20.707787 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4cc86e-40a3-4831-bcd4-8385dfe8aff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:20.708143 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4cc86e-40a3-4831-bcd4-8385dfe8aff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:20.708487 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4cc86e-40a3-4831-bcd4-8385dfe8aff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:20.708853 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4cc86e-40a3-4831-bcd4-8385dfe8aff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:20.709191 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4cc86e-40a3-4831-bcd4-8385dfe8aff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:20.709520 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4cc86e-40a3-4831-bcd4-8385dfe8aff1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:20.710492 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4cc86e-40a3-4831-bcd4-8385dfe8aff1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:20.710846 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4cc86e-40a3-4831-bcd4-8385dfe8aff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:20.711181 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4cc86e-40a3-4831-bcd4-8385dfe8aff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:20.711512 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4cc86e-40a3-4831-bcd4-8385dfe8aff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:20.711839 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4cc86e-40a3-4831-bcd4-8385dfe8aff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:20.750915 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [None req-4bd71247-5d9c-4f85-98d6-3e2898623645 None None] For port 08db243d-c293-4064-88a2-f3ac16d89071, host dv-cinder-760178-13-iscsi, cleared binding levels {{(pid=94137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:07:20.755344 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [None req-4bd71247-5d9c-4f85-98d6-3e2898623645 None None] For port 08db243d-c293-4064-88a2-f3ac16d89071, host dv-cinder-760178-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=08db243d-c293-4064-88a2-f3ac16d89071,segment=NetworkSegment(a9a9fb15-9287-4c77-9a23-3b65ea6f31f5),segment_id=a9a9fb15-9287-4c77-9a23-3b65ea6f31f5)] {{(pid=94137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:07:20.762838 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-4bd71247-5d9c-4f85-98d6-3e2898623645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:20.808603 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-55f1d874-e292-4d41-80b5-27941a6d7a47 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:20.812096 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-55f1d874-e292-4d41-80b5-27941a6d7a47 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3595903 Sep 14 23:07:20.832260 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-2c3edb8e-cd04-4021-a50e-3dd72bea3c6c tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Request body: {'port': {'device_id': 'a7a57964-a2c2-49b5-8eab-a43c7ca98ddb', 'network_id': '1d3139ff-ffc3-444a-a773-bacfc7309fc5', 'admin_state_up': True, 'tenant_id': '7c1337f573324df7bf6219efd59606e6'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:07:20.842087 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4cc86e-40a3-4831-bcd4-8385dfe8aff1 None None] Pushing event updated for resources: {'Port': ['ID=08db243d-c293-4064-88a2-f3ac16d89071,revision_number=3']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:20.859548 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd71247-5d9c-4f85-98d6-3e2898623645 None None] Routers {'cd16d56f-5cd8-454c-9d2c-000f4553ec7c'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:07:20.860226 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-4bd71247-5d9c-4f85-98d6-3e2898623645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:07:05Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['cd16d56f-5cd8-454c-9d2c-000f4553ec7c'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:07:20.994028 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ec4ca956-4d1e-45fb-a087-00711ea6206e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:21.015141 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-4bd71247-5d9c-4f85-98d6-3e2898623645 None None] Set router cd16d56f-5cd8-454c-9d2c-000f4553ec7c gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:07:21.077241 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=94136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 23:07:21.090006 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 20f22dcb-cff5-4327-bb11-42ef193a5188 up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:07:21.191732 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-2c3edb8e-cd04-4021-a50e-3dd72bea3c6c tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Made reservation on behalf of 7c1337f573324df7bf6219efd59606e6 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:07:21.203094 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-2c3edb8e-cd04-4021-a50e-3dd72bea3c6c tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:21.220326 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-2c3edb8e-cd04-4021-a50e-3dd72bea3c6c tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:21.249929 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ca8e779a-194b-44e6-9a62-660136f9567a req-70237651-16d6-406c-a7d2-7d1042752f0e tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a57964-a2c2-49b5-8eab-a43c7ca98ddb HTTP/1.1" status: 200 len: 210 time: 0.0864460 Sep 14 23:07:21.286335 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb0a90-0662-4c71-a75f-d92fb11eb26d req-3b82aed0-88b5-4d0a-ba06-53f7c5b857ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:21.287757 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8,segment=NetworkSegment(be17818b-7699-476a-ab10-d7d8b4987e70),segment_id=be17818b-7699-476a-ab10-d7d8b4987e70)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:07:21.293436 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fccb0a90-0662-4c71-a75f-d92fb11eb26d req-3b82aed0-88b5-4d0a-ba06-53f7c5b857ee service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4f55ab5d5aec4aa4bb5fad6ed7ea1c17&device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 1099 time: 0.1934514 Sep 14 23:07:21.301001 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Returning: {'device': '8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8', 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662', 'port_id': '8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8', 'mac_address': 'fa:16:3e:9d:03:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 23:07:21.363284 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:21.398534 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 {{(pid=94136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:07:21.415844 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port 20f22dcb-cff5-4327-bb11-42ef193a5188 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:07:21.416222 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:21.426996 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8,segment=NetworkSegment(be17818b-7699-476a-ab10-d7d8b4987e70),segment_id=be17818b-7699-476a-ab10-d7d8b4987e70)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:07:21.433715 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09f532-9a9d-4e35-8c1a-a555f145ce1d req-3434150e-7da0-4804-843f-2f9359dabff7 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:21.442522 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6a09f532-9a9d-4e35-8c1a-a555f145ce1d req-3434150e-7da0-4804-843f-2f9359dabff7 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.2492077 Sep 14 23:07:21.458216 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:21.460347 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-4bd71247-5d9c-4f85-98d6-3e2898623645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'name': 'tempest-TestShelveInstance-547458774-router', 'tenant_id': 'a7319052cbd445279c634b71fd2736d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '08db243d-c293-4064-88a2-f3ac16d89071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:17Z', 'updated_at': '2021-09-14T23:07:18Z', 'revision_number': 3, 'project_id': 'a7319052cbd445279c634b71fd2736d4', 'gw_port': {'id': '08db243d-c293-4064-88a2-f3ac16d89071', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:17Z', 'updated_at': '2021-09-14T23:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi'}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:07:21.506010 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f95701-dc78-44dd-9f55-05be3aea80e2 req-1aa17943-c022-46e6-9ce8-7a911bd6ec55 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:21.508152 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a3f95701-dc78-44dd-9f55-05be3aea80e2 req-1aa17943-c022-46e6-9ce8-7a911bd6ec55 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=b67aa26f-cc38-4d76-ad89-7ea6ed8a7000 HTTP/1.1" status: 200 len: 945 time: 0.1739893 Sep 14 23:07:21.516480 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-ec4ca956-4d1e-45fb-a087-00711ea6206e admin admin] Allocated IP 172.20.0.1 (3efb33cd-c3d1-4574-b595-4ef315e545cb/bde3a9c9-df2c-4163-99b8-693b9b6f7a85/d9454100-8139-41b1-ad2e-d5bf039ee4f4) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:07:21.516954 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd71247-5d9c-4f85-98d6-3e2898623645 None None] The sync data for ids ['cd16d56f-5cd8-454c-9d2c-000f4553ec7c'] in dv-cinder-760178-13-iscsi is: [{'id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'name': 'tempest-TestShelveInstance-547458774-router', 'tenant_id': 'a7319052cbd445279c634b71fd2736d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '08db243d-c293-4064-88a2-f3ac16d89071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:17Z', 'updated_at': '2021-09-14T23:07:18Z', 'revision_number': 3, 'project_id': 'a7319052cbd445279c634b71fd2736d4', 'gw_port': {'id': '08db243d-c293-4064-88a2-f3ac16d89071', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:17Z', 'updated_at': '2021-09-14T23:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi'}] {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:07:21.526879 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8,revision_number=6']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:21.568328 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6a09f532-9a9d-4e35-8c1a-a555f145ce1d req-24b7e9c3-c794-44c8-9d3b-559838fe5fd9 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207156 Sep 14 23:07:21.621979 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb0a90-0662-4c71-a75f-d92fb11eb26d req-3a0a2f2a-cbe5-4e39-a8d2-e452ae9f7439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:21.624842 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fccb0a90-0662-4c71-a75f-d92fb11eb26d req-3a0a2f2a-cbe5-4e39-a8d2-e452ae9f7439 service neutron] 10.222.0.52 "GET /v2.0/networks?id=26f36da6-a1ec-4137-a9bd-9ec8524b7b1b HTTP/1.1" status: 200 len: 919 time: 0.3181546 Sep 14 23:07:21.636356 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a3f95701-dc78-44dd-9f55-05be3aea80e2 req-b2937e40-099c-4bca-a17d-eb955baa0ca4 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163149 Sep 14 23:07:21.674546 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:07:21.724664 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fccb0a90-0662-4c71-a75f-d92fb11eb26d req-03c18d97-9d49-4a8a-bb09-a77c6690527d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62948c9e-37ac-4b8d-a204-5537e386aab9 HTTP/1.1" status: 200 len: 217 time: 0.0864940 Sep 14 23:07:21.748705 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-2c3edb8e-cd04-4021-a50e-3dd72bea3c6c tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:21.762394 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-2c3edb8e-cd04-4021-a50e-3dd72bea3c6c tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:21.838821 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490e211-7130-4738-8674-f3d616cc46bd req-9fc0c865-5e33-4e54-942f-37ec2e8a2344 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:21.847611 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9490e211-7130-4738-8674-f3d616cc46bd req-9fc0c865-5e33-4e54-942f-37ec2e8a2344 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 945 time: 0.1066713 Sep 14 23:07:21.863613 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb0a90-0662-4c71-a75f-d92fb11eb26d req-85c0c0f1-37f7-47bb-9fbd-2f0bff19b379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:21.865121 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fccb0a90-0662-4c71-a75f-d92fb11eb26d req-85c0c0f1-37f7-47bb-9fbd-2f0bff19b379 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9f597290-8184-475e-a5f8-accd68e76ba3 HTTP/1.1" status: 200 len: 858 time: 0.0941567 Sep 14 23:07:21.910237 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fccb0a90-0662-4c71-a75f-d92fb11eb26d req-805109e0-7289-422f-b1af-7645f8347163 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26f36da6-a1ec-4137-a9bd-9ec8524b7b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349779 Sep 14 23:07:21.974938 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9490e211-7130-4738-8674-f3d616cc46bd req-b4787c1f-e5b3-44b8-b841-81a670eef335 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243002 Sep 14 23:07:21.978579 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ec4ca956-4d1e-45fb-a087-00711ea6206e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:22.067692 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-2c3edb8e-cd04-4021-a50e-3dd72bea3c6c tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Allocated IP 192.168.233.64 (1d3139ff-ffc3-444a-a773-bacfc7309fc5/4854eb78-fe11-4439-93af-0d568ebc4ea2/9b491be8-4d6d-4eab-8e62-8fc9b2bea757) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:07:22.086076 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fccb0a90-0662-4c71-a75f-d92fb11eb26d req-d0a2348c-7f20-4e5e-9651-44029ce333ed service neutron] 10.222.0.52 "GET /v2.0/networks/26f36da6-a1ec-4137-a9bd-9ec8524b7b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256871 Sep 14 23:07:22.121114 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3edb8e-cd04-4021-a50e-3dd72bea3c6c tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2da2485-b1b3-48e2-93cf-1455d5c9c9fc,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:22.265208 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ec4ca956-4d1e-45fb-a087-00711ea6206e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:22.270807 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fccb0a90-0662-4c71-a75f-d92fb11eb26d req-d56c8c18-bd7f-44d3-b8b6-c01f0ba975b4 service neutron] 10.222.0.52 "GET /v2.0/networks/26f36da6-a1ec-4137-a9bd-9ec8524b7b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679504 Sep 14 23:07:22.355306 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4ca956-4d1e-45fb-a087-00711ea6206e admin admin] Network 3efb33cd-c3d1-4574-b595-4ef315e545cb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:07:22.378909 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-ec4ca956-4d1e-45fb-a087-00711ea6206e admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:07:22.390852 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4ca956-4d1e-45fb-a087-00711ea6206e admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:07:22.405061 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ca956-4d1e-45fb-a087-00711ea6206e admin admin] Pushing event updated for resources: {'Port': ['ID=d9454100-8139-41b1-ad2e-d5bf039ee4f4,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:22.437050 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-2c3edb8e-cd04-4021-a50e-3dd72bea3c6c tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:22.470480 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4aa3aa7c-bd42-4cc8-83a9-9a7bce76149d req-4a3152da-c23e-41cb-9cb1-6f5fcffcd915 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a57964-a2c2-49b5-8eab-a43c7ca98ddb HTTP/1.1" status: 200 len: 210 time: 0.0483165 Sep 14 23:07:22.481123 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ec4ca956-4d1e-45fb-a087-00711ea6206e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529286'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:22.569042 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-2c3edb8e-cd04-4021-a50e-3dd72bea3c6c tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:22.634562 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-2c3edb8e-cd04-4021-a50e-3dd72bea3c6c tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Network 1d3139ff-ffc3-444a-a773-bacfc7309fc5 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:07:22.660906 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-2c3edb8e-cd04-4021-a50e-3dd72bea3c6c tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:07:22.712353 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-2c3edb8e-cd04-4021-a50e-3dd72bea3c6c tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:07:22.747718 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3edb8e-cd04-4021-a50e-3dd72bea3c6c tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Pushing event updated for resources: {'Port': ['ID=9b491be8-4d6d-4eab-8e62-8fc9b2bea757,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:22.771205 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-84669ad2-eeca-4f06-870d-63971805967c None None] Provisioning complete for port d9454100-8139-41b1-ad2e-d5bf039ee4f4 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:07:22.772313 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-84669ad2-eeca-4f06-870d-63971805967c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:22.793331 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-2c3edb8e-cd04-4021-a50e-3dd72bea3c6c tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:22.794230 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-2c3edb8e-cd04-4021-a50e-3dd72bea3c6c tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:22.816832 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-84669ad2-eeca-4f06-870d-63971805967c None None] Port d9454100-8139-41b1-ad2e-d5bf039ee4f4 cannot update to ACTIVE because it is not bound. {{(pid=94136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 23:07:22.829015 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-2c3edb8e-cd04-4021-a50e-3dd72bea3c6c tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0010340 Sep 14 23:07:22.838632 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ec4ca956-4d1e-45fb-a087-00711ea6206e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:22.846486 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-a38ab80e-cc38-4dc6-a7f3-c090b3e02006 service neutron] Request body: {'port': {'device_id': 'a7a57964-a2c2-49b5-8eab-a43c7ca98ddb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:07:22.945273 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-a38ab80e-cc38-4dc6-a7f3-c090b3e02006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:23.051848 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2b289-f4fd-4169-a650-2ae9608f4a8d req-7b8a691a-bc48-4c97-9b9a-926c1913f18b tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:23.053775 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d1c2b289-f4fd-4169-a650-2ae9608f4a8d req-7b8a691a-bc48-4c97-9b9a-926c1913f18b tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.3480203 Sep 14 23:07:23.058716 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-8deea9d0-9831-4c60-ba18-c5f708c3e449 None None] Provisioning complete for port 9b491be8-4d6d-4eab-8e62-8fc9b2bea757 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:07:23.060742 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-8deea9d0-9831-4c60-ba18-c5f708c3e449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:23.068456 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f63a4d-de5b-4bf5-a7b9-9951ffaa2bc3 req-4efdf652-58e9-4808-b1a6-e5627eb51ebb tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:23.078609 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-74f63a4d-de5b-4bf5-a7b9-9951ffaa2bc3 req-4efdf652-58e9-4808-b1a6-e5627eb51ebb tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=b67aa26f-cc38-4d76-ad89-7ea6ed8a7000 HTTP/1.1" status: 200 len: 945 time: 0.3083124 Sep 14 23:07:23.113251 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 5fe264b0-97eb-4856-ad44-77f9c9eef612 up at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:07:23.140307 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-74f63a4d-de5b-4bf5-a7b9-9951ffaa2bc3 req-283f7ad5-68f6-4f3c-b905-4ede2a8bc911 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610535 Sep 14 23:07:23.143126 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d1c2b289-f4fd-4169-a650-2ae9608f4a8d req-ecca893b-285d-4dff-a677-6afba29184ad tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569465 Sep 14 23:07:23.185519 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 08db243d-c293-4064-88a2-f3ac16d89071 up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:07:23.210748 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-8deea9d0-9831-4c60-ba18-c5f708c3e449 None None] Port 9b491be8-4d6d-4eab-8e62-8fc9b2bea757 cannot update to ACTIVE because it is not bound. {{(pid=94136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 23:07:23.249322 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning for port 5fe264b0-97eb-4856-ad44-77f9c9eef612 completed by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:07:23.249550 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ec4ca956-4d1e-45fb-a087-00711ea6206e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:23.256008 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port 08db243d-c293-4064-88a2-f3ac16d89071 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:07:23.256490 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:23.257072 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ec4ca956-4d1e-45fb-a087-00711ea6206e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:23.258615 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning complete for port 5fe264b0-97eb-4856-ad44-77f9c9eef612 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:07:23.258929 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:23.272782 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6139b-6f5d-4938-a20d-ab2f47d02992 req-92ee6fbe-4137-4a44-9c3f-9247fec00727 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:23.274536 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-60a6139b-6f5d-4938-a20d-ab2f47d02992 req-92ee6fbe-4137-4a44-9c3f-9247fec00727 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 945 time: 0.0562730 Sep 14 23:07:23.326936 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-60a6139b-6f5d-4938-a20d-ab2f47d02992 req-9c24cf68-6d57-4589-923c-97ef4cb8e5ce tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438216 Sep 14 23:07:23.332837 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ec4ca956-4d1e-45fb-a087-00711ea6206e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530198'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:23.362528 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ca956-4d1e-45fb-a087-00711ea6206e admin admin] Pushing event updated for resources: {'Port': ['ID=d9454100-8139-41b1-ad2e-d5bf039ee4f4,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:23.430069 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:23.458424 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] For port 08db243d-c293-4064-88a2-f3ac16d89071, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=08db243d-c293-4064-88a2-f3ac16d89071,segment=NetworkSegment(a9a9fb15-9287-4c77-9a23-3b65ea6f31f5),segment_id=a9a9fb15-9287-4c77-9a23-3b65ea6f31f5)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:07:23.459500 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:23.468557 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:23.474846 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-a38ab80e-cc38-4dc6-a7f3-c090b3e02006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b491be8-4d6d-4eab-8e62-8fc9b2bea757 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:07:23.489718 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-a38ab80e-cc38-4dc6-a7f3-c090b3e02006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:23.508317 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4ca956-4d1e-45fb-a087-00711ea6206e admin admin] Network 3efb33cd-c3d1-4574-b595-4ef315e545cb is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:07:23.509394 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-a38ab80e-cc38-4dc6-a7f3-c090b3e02006 service neutron] Transition to ACTIVE for port object 9b491be8-4d6d-4eab-8e62-8fc9b2bea757 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:07:23.510937 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-ec4ca956-4d1e-45fb-a087-00711ea6206e admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:07:23.514682 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-a38ab80e-cc38-4dc6-a7f3-c090b3e02006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:23.532389 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 5fe264b0-97eb-4856-ad44-77f9c9eef612, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=5fe264b0-97eb-4856-ad44-77f9c9eef612,segment=NetworkSegment(eb098917-dbc9-4dc3-81e9-deb624e7bf20),segment_id=eb098917-dbc9-4dc3-81e9-deb624e7bf20)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:07:23.533546 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67aa26f-cc38-4d76-ad89-7ea6ed8a7000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe264b0-97eb-4856-ad44-77f9c9eef612'}] {{(pid=94136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:07:23.536280 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2b16cdf9a486da92f6eb6a5b1ab92e1b41f493a7e96932162ce692d4f29dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c35e331-4f60-4cbe-9780-3165c9e464c0" -d '{"events": [{"server_uuid": "b67aa26f-cc38-4d76-ad89-7ea6ed8a7000", "name": "network-vif-plugged", "status": "completed", "tag": "5fe264b0-97eb-4856-ad44-77f9c9eef612"}]}' {{(pid=94136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:07:23.542992 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:23.543905 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 up at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:07:23.607628 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84433124-8cf3-4fb2-a245-f68a773dd8b9 x-openstack-request-id: req-84433124-8cf3-4fb2-a245-f68a773dd8b9 {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:07:23.608054 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b67aa26f-cc38-4d76-ad89-7ea6ed8a7000", "name": "network-vif-plugged", "status": "completed", "tag": "5fe264b0-97eb-4856-ad44-77f9c9eef612", "code": 200}]} {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:07:23.608406 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-84433124-8cf3-4fb2-a245-f68a773dd8b9 {{(pid=94136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:07:23.608918 dv-cinder-760178-13-iscsi neutron-server[94136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67aa26f-cc38-4d76-ad89-7ea6ed8a7000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe264b0-97eb-4856-ad44-77f9c9eef612', 'code': 200} Sep 14 23:07:23.632591 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Pushing event updated for resources: {'Port': ['ID=08db243d-c293-4064-88a2-f3ac16d89071,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:23.673588 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ab80e-cc38-4dc6-a7f3-c090b3e02006 service neutron] Pushing event updated for resources: {'Port': ['ID=9b491be8-4d6d-4eab-8e62-8fc9b2bea757,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:23.696989 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8199b5-d2dc-4a27-8024-2673d3a90047 req-e5e28c0e-4426-401e-94a7-82ce23f79640 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:23.698587 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7e8199b5-d2dc-4a27-8024-2673d3a90047 req-e5e28c0e-4426-401e-94a7-82ce23f79640 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a57964-a2c2-49b5-8eab-a43c7ca98ddb HTTP/1.1" status: 200 len: 947 time: 0.1480362 Sep 14 23:07:23.709029 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning complete for port 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:07:23.709539 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:23.801577 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7e8199b5-d2dc-4a27-8024-2673d3a90047 req-525923b1-297f-4103-bf26-6292088ac3b8 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2da2485-b1b3-48e2-93cf-1455d5c9c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844345 Sep 14 23:07:23.801774 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=5fe264b0-97eb-4856-ad44-77f9c9eef612,revision_number=5']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:23.966490 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:23.972390 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-d11b56d0-ac8f-4f51-8988-74aefaf264c4 None None] Provisioning complete for port d9454100-8139-41b1-ad2e-d5bf039ee4f4 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:07:23.973118 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d11b56d0-ac8f-4f51-8988-74aefaf264c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:23.981630 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57b06d-558b-4bf6-b498-e0027862df4a req-2f20730f-565a-42ab-8499-16dbe090d905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:23.983343 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0e57b06d-558b-4bf6-b498-e0027862df4a req-2f20730f-565a-42ab-8499-16dbe090d905 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b67aa26f-cc38-4d76-ad89-7ea6ed8a7000 HTTP/1.1" status: 200 len: 1099 time: 0.0825899 Sep 14 23:07:24.024195 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0e57b06d-558b-4bf6-b498-e0027862df4a req-dc2fb202-3e29-4034-8d0a-6f104795c8fd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324504 Sep 14 23:07:24.038032 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-d11b56d0-ac8f-4f51-8988-74aefaf264c4 None None] Port d9454100-8139-41b1-ad2e-d5bf039ee4f4 cannot update to ACTIVE because it is not bound. {{(pid=94136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 23:07:24.040811 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8,segment=NetworkSegment(be17818b-7699-476a-ab10-d7d8b4987e70),segment_id=be17818b-7699-476a-ab10-d7d8b4987e70)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:07:24.046245 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:24.097867 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8,revision_number=7']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:24.116025 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-a38ab80e-cc38-4dc6-a7f3-c090b3e02006 service neutron] Attempting to bind port 9b491be8-4d6d-4eab-8e62-8fc9b2bea757 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:07:24.116360 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-a38ab80e-cc38-4dc6-a7f3-c090b3e02006 service neutron] Attempting to bind port 9b491be8-4d6d-4eab-8e62-8fc9b2bea757 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '6cce0728-8264-4ecc-83c2-5a3f7cc703f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1d3139ff-ffc3-444a-a773-bacfc7309fc5'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:07:24.116709 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-a38ab80e-cc38-4dc6-a7f3-c090b3e02006 service neutron] Attempting to bind port 9b491be8-4d6d-4eab-8e62-8fc9b2bea757 on network 1d3139ff-ffc3-444a-a773-bacfc7309fc5 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:07:24.127578 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-a38ab80e-cc38-4dc6-a7f3-c090b3e02006 service neutron] Port 9b491be8-4d6d-4eab-8e62-8fc9b2bea757 on network 1d3139ff-ffc3-444a-a773-bacfc7309fc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 23:07:24.127900 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-a38ab80e-cc38-4dc6-a7f3-c090b3e02006 service neutron] Attempting to bind port 9b491be8-4d6d-4eab-8e62-8fc9b2bea757 on network 1d3139ff-ffc3-444a-a773-bacfc7309fc5 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:07:24.136535 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-a38ab80e-cc38-4dc6-a7f3-c090b3e02006 service neutron] Checking agent: {'id': '85608d62-9d70-46cb-9db0-a1f12ce5af65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 23, 3), 'started_at': datetime.datetime(2021, 9, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:07:24.136912 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-a38ab80e-cc38-4dc6-a7f3-c090b3e02006 service neutron] Checking segment: {'id': '6cce0728-8264-4ecc-83c2-5a3f7cc703f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1d3139ff-ffc3-444a-a773-bacfc7309fc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:07:24.137290 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-a38ab80e-cc38-4dc6-a7f3-c090b3e02006 service neutron] Bound using segment: {'id': '6cce0728-8264-4ecc-83c2-5a3f7cc703f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1d3139ff-ffc3-444a-a773-bacfc7309fc5'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:07:24.137768 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-a38ab80e-cc38-4dc6-a7f3-c090b3e02006 service neutron] Bound port: 9b491be8-4d6d-4eab-8e62-8fc9b2bea757, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cce0728-8264-4ecc-83c2-5a3f7cc703f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1d3139ff-ffc3-444a-a773-bacfc7309fc5'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:07:24.138614 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-a38ab80e-cc38-4dc6-a7f3-c090b3e02006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:24.141368 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4ca956-4d1e-45fb-a087-00711ea6206e admin admin] Router cd16d56f-5cd8-454c-9d2c-000f4553ec7c has already been hosted by L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 23:07:24.282236 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-a38ab80e-cc38-4dc6-a7f3-c090b3e02006 service neutron] For port 9b491be8-4d6d-4eab-8e62-8fc9b2bea757, host hv-cinder-76017, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:07:24.301632 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046d5bd-1a09-42bf-98d0-e5e979018b68 req-c2f146e4-c0e8-4afc-bb91-983f4d605cc2 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:24.302547 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-a38ab80e-cc38-4dc6-a7f3-c090b3e02006 service neutron] For port 9b491be8-4d6d-4eab-8e62-8fc9b2bea757, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=9b491be8-4d6d-4eab-8e62-8fc9b2bea757,segment=NetworkSegment(6cce0728-8264-4ecc-83c2-5a3f7cc703f1),segment_id=6cce0728-8264-4ecc-83c2-5a3f7cc703f1)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:07:24.303124 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d046d5bd-1a09-42bf-98d0-e5e979018b68 req-c2f146e4-c0e8-4afc-bb91-983f4d605cc2 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=b67aa26f-cc38-4d76-ad89-7ea6ed8a7000 HTTP/1.1" status: 200 len: 946 time: 0.0810585 Sep 14 23:07:24.311875 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-a38ab80e-cc38-4dc6-a7f3-c090b3e02006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:24.312134 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ec132-1a14-4629-b0ab-7bec194aec4a req-88c6c862-371c-4ebe-a9fd-cae3faec7377 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:24.313617 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5e2ec132-1a14-4629-b0ab-7bec194aec4a req-88c6c862-371c-4ebe-a9fd-cae3faec7377 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0818484 Sep 14 23:07:24.350569 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4ca956-4d1e-45fb-a087-00711ea6206e admin admin] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:07:24.355412 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-a38ab80e-cc38-4dc6-a7f3-c090b3e02006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:24.356033 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-a38ab80e-cc38-4dc6-a7f3-c090b3e02006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:24.358208 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-a38ab80e-cc38-4dc6-a7f3-c090b3e02006 service neutron] 10.222.0.52 "PUT /v2.0/ports/9b491be8-4d6d-4eab-8e62-8fc9b2bea757 HTTP/1.1" status: 200 len: 1097 time: 1.5168295 Sep 14 23:07:24.361979 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-ec4ca956-4d1e-45fb-a087-00711ea6206e admin admin] 10.222.0.39 "PUT /v2.0/routers/cd16d56f-5cd8-454c-9d2c-000f4553ec7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6411154 Sep 14 23:07:24.362607 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a57964-a2c2-49b5-8eab-a43c7ca98ddb', 'tag': '9b491be8-4d6d-4eab-8e62-8fc9b2bea757'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:07:24.364964 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b27504ed887e131bccbae67cb08e94fb53697a19aeb48787dd98b51fbb9c8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb83b66-d4cc-4b25-9bcb-9306b2c18ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a57964-a2c2-49b5-8eab-a43c7ca98ddb", "tag": "9b491be8-4d6d-4eab-8e62-8fc9b2bea757"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:07:24.368087 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60482e8-8d2e-4ca8-9886-8256417d6ea2 None None] Sync routers for ids ['cd16d56f-5cd8-454c-9d2c-000f4553ec7c'] in dv-cinder-760178-13-iscsi {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:07:24.378728 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d046d5bd-1a09-42bf-98d0-e5e979018b68 req-1654831b-c0e5-4fda-895a-0dbe8b34b037 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641358 Sep 14 23:07:24.387137 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5e2ec132-1a14-4629-b0ab-7bec194aec4a req-45ce4f8a-8fb3-434c-9a04-bae01ed2e42d tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653980 Sep 14 23:07:24.392539 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ab80e-cc38-4dc6-a7f3-c090b3e02006 service neutron] Pushing event updated for resources: {'Port': ['ID=9b491be8-4d6d-4eab-8e62-8fc9b2bea757,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:24.403426 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60482e8-8d2e-4ca8-9886-8256417d6ea2 None None] Routers {'cd16d56f-5cd8-454c-9d2c-000f4553ec7c'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:07:24.405672 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-d60482e8-8d2e-4ca8-9886-8256417d6ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:07:05Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['cd16d56f-5cd8-454c-9d2c-000f4553ec7c'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:07:24.492598 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-efc8f567-21b3-4063-b01d-a3631b2f9073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:24.494834 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-efc8f567-21b3-4063-b01d-a3631b2f9073 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7c1337f573324df7bf6219efd59606e6&device_id=a7a57964-a2c2-49b5-8eab-a43c7ca98ddb HTTP/1.1" status: 200 len: 1100 time: 0.0565140 Sep 14 23:07:24.583309 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 23:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e96f4c-183e-44a7-afe7-55e7546c9974 x-openstack-request-id: req-15e96f4c-183e-44a7-afe7-55e7546c9974 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:07:24.583825 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a57964-a2c2-49b5-8eab-a43c7ca98ddb", "tag": "9b491be8-4d6d-4eab-8e62-8fc9b2bea757", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:07:24.584242 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-15e96f4c-183e-44a7-afe7-55e7546c9974 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:07:24.584955 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a57964-a2c2-49b5-8eab-a43c7ca98ddb', 'tag': '9b491be8-4d6d-4eab-8e62-8fc9b2bea757', 'status': 'completed', 'code': 200} Sep 14 23:07:24.586648 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-34646b25-1a64-460e-80cb-a3b894338c0a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=9b491be8-4d6d-4eab-8e62-8fc9b2bea757 HTTP/1.1" status: 200 len: 217 time: 0.0614691 Sep 14 23:07:24.625831 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8431b0b-36ab-4b9a-b9f8-0d57764f26d0 req-ec361b75-bf42-46db-b08b-5d1bed5f4025 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:24.627713 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b8431b0b-36ab-4b9a-b9f8-0d57764f26d0 req-ec361b75-bf42-46db-b08b-5d1bed5f4025 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.0737894 Sep 14 23:07:24.673615 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-032338fe-6ef1-4243-9618-36c55e7e8a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:24.675664 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-032338fe-6ef1-4243-9618-36c55e7e8a2b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4854eb78-fe11-4439-93af-0d568ebc4ea2 HTTP/1.1" status: 200 len: 843 time: 0.0743713 Sep 14 23:07:24.681542 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-d60482e8-8d2e-4ca8-9886-8256417d6ea2 None None] Set router cd16d56f-5cd8-454c-9d2c-000f4553ec7c gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:07:24.718593 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b8431b0b-36ab-4b9a-b9f8-0d57764f26d0 req-0c714bd0-af63-41a2-91a6-1fd13ae63552 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837338 Sep 14 23:07:24.759956 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-37162a50-cd90-4c25-a483-fead628db04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:24.761630 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-37162a50-cd90-4c25-a483-fead628db04e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1d3139ff-ffc3-444a-a773-bacfc7309fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0776002 Sep 14 23:07:24.905023 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-38438932-2605-44cc-9576-9c56b2d9a30a service neutron] 10.222.0.52 "GET /v2.0/networks/1d3139ff-ffc3-444a-a773-bacfc7309fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339426 Sep 14 23:07:25.009808 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bac40-48f3-4854-bd39-eba5bb0a4e90 req-12d6843c-ed60-4241-9e9d-c4b1c3dcac9f tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:25.020533 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a40bac40-48f3-4854-bd39-eba5bb0a4e90 req-12d6843c-ed60-4241-9e9d-c4b1c3dcac9f tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a57964-a2c2-49b5-8eab-a43c7ca98ddb HTTP/1.1" status: 200 len: 947 time: 0.1110489 Sep 14 23:07:25.046010 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-d60482e8-8d2e-4ca8-9886-8256417d6ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'name': 'tempest-TestShelveInstance-547458774-router', 'tenant_id': 'a7319052cbd445279c634b71fd2736d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '08db243d-c293-4064-88a2-f3ac16d89071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:17Z', 'updated_at': '2021-09-14T23:07:22Z', 'revision_number': 4, 'project_id': 'a7319052cbd445279c634b71fd2736d4', 'gw_port': {'id': '08db243d-c293-4064-88a2-f3ac16d89071', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:17Z', 'updated_at': '2021-09-14T23:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': 'd9454100-8139-41b1-ad2e-d5bf039ee4f4', 'name': '', 'network_id': '3efb33cd-c3d1-4574-b595-4ef315e545cb', 'tenant_id': 'a7319052cbd445279c634b71fd2736d4', 'mac_address': 'fa:16:3e:8e:34:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bde3a9c9-df2c-4163-99b8-693b9b6f7a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:21Z', 'updated_at': '2021-09-14T23:07:22Z', 'revision_number': 2, 'project_id': 'a7319052cbd445279c634b71fd2736d4', 'subnets': [{'id': 'bde3a9c9-df2c-4163-99b8-693b9b6f7a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:07:25.071424 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-27decd82-43c3-4f78-a02d-38898f59f2b4 req-ba320356-14c9-44f7-a410-ac4dc300e9f2 service neutron] 10.222.0.52 "GET /v2.0/networks/1d3139ff-ffc3-444a-a773-bacfc7309fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562829 Sep 14 23:07:25.141743 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a40bac40-48f3-4854-bd39-eba5bb0a4e90 req-fa20e47c-568a-409e-9f94-338be3d06cab tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2da2485-b1b3-48e2-93cf-1455d5c9c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200626 Sep 14 23:07:25.171185 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 08db243d-c293-4064-88a2-f3ac16d89071 up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:07:25.174853 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60482e8-8d2e-4ca8-9886-8256417d6ea2 None None] Checking router: cd16d56f-5cd8-454c-9d2c-000f4553ec7c for host: dv-cinder-760178-13-iscsi {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:07:25.175351 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60482e8-8d2e-4ca8-9886-8256417d6ea2 None None] Updating router cd16d56f-5cd8-454c-9d2c-000f4553ec7c port d9454100-8139-41b1-ad2e-d5bf039ee4f4 binding host dv-cinder-760178-13-iscsi {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:07:25.210994 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb83b66-d4cc-4b25-9bcb-9306b2c18ae3 req-bfe3e1a9-d111-4f47-8ed5-676d2be52dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:25.213361 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-aeb83b66-d4cc-4b25-9bcb-9306b2c18ae3 req-bfe3e1a9-d111-4f47-8ed5-676d2be52dd6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7c1337f573324df7bf6219efd59606e6&device_id=a7a57964-a2c2-49b5-8eab-a43c7ca98ddb HTTP/1.1" status: 200 len: 1100 time: 0.0749662 Sep 14 23:07:25.238463 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 45294) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:25.248047 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-8134dae1-186a-4172-b7ae-987c49684b40 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1909630359-network', 'tenant_id': 'd073cfd420e9471eb95c5c713010e2a4'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:07:25.256787 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d60482e8-8d2e-4ca8-9886-8256417d6ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:25.335431 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port 08db243d-c293-4064-88a2-f3ac16d89071 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:07:25.335719 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:25.360000 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8134dae1-186a-4172-b7ae-987c49684b40 admin admin] Made reservation on behalf of d073cfd420e9471eb95c5c713010e2a4 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:07:25.362562 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8134dae1-186a-4172-b7ae-987c49684b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:25.377836 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8134dae1-186a-4172-b7ae-987c49684b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:25.411830 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb83b66-d4cc-4b25-9bcb-9306b2c18ae3 req-a9bd54ab-e197-4690-bca7-14bbc7b4a4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:25.413964 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-aeb83b66-d4cc-4b25-9bcb-9306b2c18ae3 req-a9bd54ab-e197-4690-bca7-14bbc7b4a4ec service neutron] 10.222.0.52 "GET /v2.0/networks?id=1d3139ff-ffc3-444a-a773-bacfc7309fc5 HTTP/1.1" status: 200 len: 870 time: 0.1729999 Sep 14 23:07:25.495323 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-aeb83b66-d4cc-4b25-9bcb-9306b2c18ae3 req-2bd68426-f307-4b52-94d9-94218a49614f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=9b491be8-4d6d-4eab-8e62-8fc9b2bea757 HTTP/1.1" status: 200 len: 217 time: 0.0631785 Sep 14 23:07:25.613001 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9686cd85-5deb-437f-bd81-1b1ad5bfc1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8'}] {{(pid=94136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:07:25.615826 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2b16cdf9a486da92f6eb6a5b1ab92e1b41f493a7e96932162ce692d4f29dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcecfe1-4ff9-45b5-84c9-e59c578f38a6" -d '{"events": [{"server_uuid": "9686cd85-5deb-437f-bd81-1b1ad5bfc1b0", "name": "network-vif-plugged", "status": "completed", "tag": "8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8"}]}' {{(pid=94136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:07:25.626094 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb83b66-d4cc-4b25-9bcb-9306b2c18ae3 req-efec7672-bdc1-44e4-9b4c-cefbdb1051f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:25.627606 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-aeb83b66-d4cc-4b25-9bcb-9306b2c18ae3 req-efec7672-bdc1-44e4-9b4c-cefbdb1051f2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4854eb78-fe11-4439-93af-0d568ebc4ea2 HTTP/1.1" status: 200 len: 843 time: 0.1099632 Sep 14 23:07:25.725645 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d60482e8-8d2e-4ca8-9886-8256417d6ea2 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:25.737280 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d60482e8-8d2e-4ca8-9886-8256417d6ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:25.744838 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8134dae1-186a-4172-b7ae-987c49684b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:25.754472 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8134dae1-186a-4172-b7ae-987c49684b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:25.756081 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518e32a-766d-4165-84a6-3a49e69f6ab8 req-e9658f47-4630-4bcf-b6d3-54f3372c2c17 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:25.759617 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6518e32a-766d-4165-84a6-3a49e69f6ab8 req-e9658f47-4630-4bcf-b6d3-54f3372c2c17 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.2381792 Sep 14 23:07:25.825028 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c66612-cf85-4a08-a926-6b59b4b9a2eb req-685785af-19bc-462d-ba47-b0b497222531 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:25.830397 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d5c66612-cf85-4a08-a926-6b59b4b9a2eb req-685785af-19bc-462d-ba47-b0b497222531 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=b67aa26f-cc38-4d76-ad89-7ea6ed8a7000 HTTP/1.1" status: 200 len: 946 time: 0.2006814 Sep 14 23:07:25.843570 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc41205-54ef-4209-aad9-d7416e17e465 None None] Pushing event updated for resources: {'Port': ['ID=d9454100-8139-41b1-ad2e-d5bf039ee4f4,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:25.875810 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134dae1-186a-4172-b7ae-987c49684b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9d9b26-428a-4cd5-95a6-a7243d832e3a,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:25.923523 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6518e32a-766d-4165-84a6-3a49e69f6ab8 req-83912cd3-56e8-48d1-a5ad-95896d6b6a9d tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512659 Sep 14 23:07:25.929506 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8134dae1-186a-4172-b7ae-987c49684b40 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:07:25.956733 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb83b66-d4cc-4b25-9bcb-9306b2c18ae3 req-012dc6e3-a695-4e03-8eea-a0068d03fe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:25.957631 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d5c66612-cf85-4a08-a926-6b59b4b9a2eb req-b8f25b78-f680-47cc-9d7e-07faa2bf76f6 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975699 Sep 14 23:07:25.958467 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-aeb83b66-d4cc-4b25-9bcb-9306b2c18ae3 req-012dc6e3-a695-4e03-8eea-a0068d03fe25 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1d3139ff-ffc3-444a-a773-bacfc7309fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.3163097 Sep 14 23:07:25.963376 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8134dae1-186a-4172-b7ae-987c49684b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:25.963735 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.db.segments_db [None req-8134dae1-186a-4172-b7ae-987c49684b40 admin admin] Added segment 30439ac3-bfc2-4366-b3ed-cdd25eab6de8 of type vlan for network e6d1910f-bb45-4a76-af1f-261706e6f856 Sep 14 23:07:25.968812 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-d60482e8-8d2e-4ca8-9886-8256417d6ea2 None None] Attempting to bind port d9454100-8139-41b1-ad2e-d5bf039ee4f4 on host dv-cinder-760178-13-iscsi for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:07:25.969393 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-d60482e8-8d2e-4ca8-9886-8256417d6ea2 None None] Attempting to bind port d9454100-8139-41b1-ad2e-d5bf039ee4f4 by drivers openvswitch,hyperv on host dv-cinder-760178-13-iscsi at level 0 using segments [{'id': 'a31483e8-f53d-4526-bf1c-b7e652afc6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3efb33cd-c3d1-4574-b595-4ef315e545cb'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:07:25.969848 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60482e8-8d2e-4ca8-9886-8256417d6ea2 None None] Attempting to bind port d9454100-8139-41b1-ad2e-d5bf039ee4f4 on network 3efb33cd-c3d1-4574-b595-4ef315e545cb {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:07:25.977105 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60482e8-8d2e-4ca8-9886-8256417d6ea2 None None] Checking agent: {'id': 'dcc8e868-81e9-4312-adfc-cfdfaec503c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 57, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:07:25.977968 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60482e8-8d2e-4ca8-9886-8256417d6ea2 None None] Checking segment: {'id': 'a31483e8-f53d-4526-bf1c-b7e652afc6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3efb33cd-c3d1-4574-b595-4ef315e545cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:07:25.978382 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d60482e8-8d2e-4ca8-9886-8256417d6ea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:25.979002 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60482e8-8d2e-4ca8-9886-8256417d6ea2 None None] Bound using segment: {'id': 'a31483e8-f53d-4526-bf1c-b7e652afc6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3efb33cd-c3d1-4574-b595-4ef315e545cb'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:07:25.979657 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-d60482e8-8d2e-4ca8-9886-8256417d6ea2 None None] Bound port: d9454100-8139-41b1-ad2e-d5bf039ee4f4, host: dv-cinder-760178-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31483e8-f53d-4526-bf1c-b7e652afc6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3efb33cd-c3d1-4574-b595-4ef315e545cb'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:07:25.980133 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d60482e8-8d2e-4ca8-9886-8256417d6ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:26.079595 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed722a58-3bc0-413c-92d2-1eaa44492604 x-openstack-request-id: req-ed722a58-3bc0-413c-92d2-1eaa44492604 {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:07:26.081684 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9686cd85-5deb-437f-bd81-1b1ad5bfc1b0", "name": "network-vif-plugged", "status": "completed", "tag": "8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8", "code": 200}]} {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:07:26.082145 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ed722a58-3bc0-413c-92d2-1eaa44492604 {{(pid=94136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:07:26.082710 dv-cinder-760178-13-iscsi neutron-server[94136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9686cd85-5deb-437f-bd81-1b1ad5bfc1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8', 'code': 200} Sep 14 23:07:26.156176 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8134dae1-186a-4172-b7ae-987c49684b40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755853879839'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:26.180722 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-d60482e8-8d2e-4ca8-9886-8256417d6ea2 None None] For port d9454100-8139-41b1-ad2e-d5bf039ee4f4, host dv-cinder-760178-13-iscsi, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:07:26.182990 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-aeb83b66-d4cc-4b25-9bcb-9306b2c18ae3 req-39b8ed83-033d-40de-977b-14a41d1b0303 service neutron] 10.222.0.52 "GET /v2.0/networks/1d3139ff-ffc3-444a-a773-bacfc7309fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047572 Sep 14 23:07:26.189226 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-d60482e8-8d2e-4ca8-9886-8256417d6ea2 None None] For port d9454100-8139-41b1-ad2e-d5bf039ee4f4, host dv-cinder-760178-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=d9454100-8139-41b1-ad2e-d5bf039ee4f4,segment=NetworkSegment(a31483e8-f53d-4526-bf1c-b7e652afc6b7),segment_id=a31483e8-f53d-4526-bf1c-b7e652afc6b7)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:07:26.198031 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d60482e8-8d2e-4ca8-9886-8256417d6ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:26.206698 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209df94b-e828-4e62-8dd6-249682b54f06 req-4e9c7e4d-a092-4b0a-90d9-204846d07965 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:26.218348 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-209df94b-e828-4e62-8dd6-249682b54f06 req-4e9c7e4d-a092-4b0a-90d9-204846d07965 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.1130726 Sep 14 23:07:26.257581 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8134dae1-186a-4172-b7ae-987c49684b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:26.258969 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8134dae1-186a-4172-b7ae-987c49684b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:26.259832 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8134dae1-186a-4172-b7ae-987c49684b40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:26.272847 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-209df94b-e828-4e62-8dd6-249682b54f06 req-2cf2bb84-c8aa-4ebc-ada5-6c8ecf5a1cf4 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500948 Sep 14 23:07:26.337693 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-b49a9403-d8ce-478f-b89c-2c30aed6b674 None None] Provisioning complete for port d9454100-8139-41b1-ad2e-d5bf039ee4f4 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:07:26.338076 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-b49a9403-d8ce-478f-b89c-2c30aed6b674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:26.369475 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc41205-54ef-4209-aad9-d7416e17e465 None None] Pushing event updated for resources: {'Port': ['ID=d9454100-8139-41b1-ad2e-d5bf039ee4f4,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:26.380820 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60482e8-8d2e-4ca8-9886-8256417d6ea2 None None] Routers {'cd16d56f-5cd8-454c-9d2c-000f4553ec7c'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:07:26.382158 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-d60482e8-8d2e-4ca8-9886-8256417d6ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:07:05Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['cd16d56f-5cd8-454c-9d2c-000f4553ec7c'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:07:26.401283 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64390d1-4c80-401a-876c-85c8c80db4db req-a986c686-c6ae-401b-ba05-d6dfe72bce1b tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:26.404012 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f64390d1-4c80-401a-876c-85c8c80db4db req-a986c686-c6ae-401b-ba05-d6dfe72bce1b tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a57964-a2c2-49b5-8eab-a43c7ca98ddb HTTP/1.1" status: 200 len: 947 time: 0.1281841 Sep 14 23:07:26.439155 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-8134dae1-186a-4172-b7ae-987c49684b40 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1994009 Sep 14 23:07:26.445520 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 45314) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:26.505559 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f64390d1-4c80-401a-876c-85c8c80db4db req-bcd21a78-d26b-4c67-8ad9-ee0d5b1583e5 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2da2485-b1b3-48e2-93cf-1455d5c9c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929911 Sep 14 23:07:26.521133 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-ef9458e1-3179-4333-aff5-02f1057df102 admin admin] Request body: {'subnet': {'network_id': 'e6d1910f-bb45-4a76-af1f-261706e6f856', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1909630359-subnet', 'tenant_id': 'd073cfd420e9471eb95c5c713010e2a4', 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:07:26.571129 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134dae1-186a-4172-b7ae-987c49684b40 admin admin] Pushing event updated for resources: {'Network': ['ID=e6d1910f-bb45-4a76-af1f-261706e6f856,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:26.595644 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-aeb83b66-d4cc-4b25-9bcb-9306b2c18ae3 req-182fd490-152d-4c48-a190-ead684be6ada service neutron] 10.222.0.52 "GET /v2.0/networks/1d3139ff-ffc3-444a-a773-bacfc7309fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014637 Sep 14 23:07:26.629769 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9458e1-3179-4333-aff5-02f1057df102 admin admin] Made reservation on behalf of d073cfd420e9471eb95c5c713010e2a4 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:07:26.633052 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ef9458e1-3179-4333-aff5-02f1057df102 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13474289'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:26.650131 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Network e6d1910f-bb45-4a76-af1f-261706e6f856 details requested by agent ovs-agent-dv-cinder-760178-13-iscsi with host dv-cinder-760178-13-iscsi {{(pid=94136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 23:07:26.728599 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-d60482e8-8d2e-4ca8-9886-8256417d6ea2 None None] Set router cd16d56f-5cd8-454c-9d2c-000f4553ec7c gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:07:26.730488 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-b49a9403-d8ce-478f-b89c-2c30aed6b674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:26.926800 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 45320) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:26.972528 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ef9458e1-3179-4333-aff5-02f1057df102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16122564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13474271'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:27.101808 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9458e1-3179-4333-aff5-02f1057df102 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3df2ed0d-1086-4e70-bff9-afb8ab9aef7c,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:27.125187 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9458e1-3179-4333-aff5-02f1057df102 admin admin] Checking segment: {'id': '30439ac3-bfc2-4366-b3ed-cdd25eab6de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e6d1910f-bb45-4a76-af1f-261706e6f856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:07:27.125738 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9458e1-3179-4333-aff5-02f1057df102 admin admin] Network hostable DHCP agents. Network: e6d1910f-bb45-4a76-af1f-261706e6f856, hostable agents: ['cc88f5a5-5435-4a3a-a65f-5f33fd37a978'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:07:27.154693 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9458e1-3179-4333-aff5-02f1057df102 admin admin] Network e6d1910f-bb45-4a76-af1f-261706e6f856 is scheduled to be hosted by DHCP agent cc88f5a5-5435-4a3a-a65f-5f33fd37a978 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:07:27.193752 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-ef9458e1-3179-4333-aff5-02f1057df102 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-13-iscsi, e6d1910f-bb45-4a76-af1f-261706e6f856) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:07:27.211015 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9458e1-3179-4333-aff5-02f1057df102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:27.213264 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ef9458e1-3179-4333-aff5-02f1057df102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:27.228254 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4fcc196b-5fac-42fb-99c7-27c5f87946bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:27.236926 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-ef9458e1-3179-4333-aff5-02f1057df102 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7895684 Sep 14 23:07:27.237536 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 45328) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:27.243841 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-6a90b43f-786a-482e-81ec-0c9e586ce299 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1909630359-router', 'tenant_id': 'd073cfd420e9471eb95c5c713010e2a4', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:07:27.259173 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f9adc-c0d5-408b-895c-7fcd2a3ca1d3 req-b26ac30a-2130-456b-985a-68d292af625d tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:27.265471 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-b49a9403-d8ce-478f-b89c-2c30aed6b674 None None] For port d9454100-8139-41b1-ad2e-d5bf039ee4f4, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=d9454100-8139-41b1-ad2e-d5bf039ee4f4,segment=NetworkSegment(a31483e8-f53d-4526-bf1c-b7e652afc6b7),segment_id=a31483e8-f53d-4526-bf1c-b7e652afc6b7)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:07:27.268227 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-899f9adc-c0d5-408b-895c-7fcd2a3ca1d3 req-b26ac30a-2130-456b-985a-68d292af625d tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=b67aa26f-cc38-4d76-ad89-7ea6ed8a7000 HTTP/1.1" status: 200 len: 946 time: 0.2181146 Sep 14 23:07:27.271473 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 9b491be8-4d6d-4eab-8e62-8fc9b2bea757 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=94136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 23:07:27.275339 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a422f6-efa5-433e-bbba-a6a1feaafe61 None None] Network e6d1910f-bb45-4a76-af1f-261706e6f856 requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:07:27.279069 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6a90b43f-786a-482e-81ec-0c9e586ce299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1971'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:27.281539 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6a90b43f-786a-482e-81ec-0c9e586ce299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-441611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1960'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:27.287592 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec2b28-3652-4ff4-80ab-93be851c3a2f req-32762f74-2bdc-4a8b-ba7f-017981bc5cc5 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:27.289792 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d1ec2b28-3652-4ff4-80ab-93be851c3a2f req-32762f74-2bdc-4a8b-ba7f-017981bc5cc5 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.2176790 Sep 14 23:07:27.373555 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6a90b43f-786a-482e-81ec-0c9e586ce299 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:27.390050 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-899f9adc-c0d5-408b-895c-7fcd2a3ca1d3 req-7a5ee657-3f5c-4a49-9840-f6fffe0fefd9 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179690 Sep 14 23:07:27.425833 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d1ec2b28-3652-4ff4-80ab-93be851c3a2f req-8fc484b1-8269-4bdb-a2e6-9b6654bfa5f3 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228716 Sep 14 23:07:27.533386 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-b49a9403-d8ce-478f-b89c-2c30aed6b674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:27.581002 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4fcc196b-5fac-42fb-99c7-27c5f87946bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:27.589781 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4fcc196b-5fac-42fb-99c7-27c5f87946bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:27.615115 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6a90b43f-786a-482e-81ec-0c9e586ce299 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:27.646561 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-4fcc196b-5fac-42fb-99c7-27c5f87946bd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7bb8ce85a5a74b04abfa56e93f4d16e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7178419 Sep 14 23:07:27.660189 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe51a20-7d22-41a6-861a-dabab8b15872 req-bd42f002-7afb-419d-a47b-615a3cdd04cd tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:27.662826 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 45336) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:27.667948 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7fe51a20-7d22-41a6-861a-dabab8b15872 req-bd42f002-7afb-419d-a47b-615a3cdd04cd tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.1246574 Sep 14 23:07:27.696911 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc196b-5fac-42fb-99c7-27c5f87946bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f071fd-1715-42e8-940c-f723cc3b9de3,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:27.770000 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7fe51a20-7d22-41a6-861a-dabab8b15872 req-47223001-6acb-4804-bb1f-6f58eaccf129 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010838 Sep 14 23:07:27.796120 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503faa5d-63b4-42b0-8d28-228136f54dd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1adbdb87-4762-54d0-a17a-bc3c08ba6b8b-e6d1910f-bb45-4a76-af1f-261706e6f856', 'network_id': 'e6d1910f-bb45-4a76-af1f-261706e6f856', 'tenant_id': 'd073cfd420e9471eb95c5c713010e2a4', 'fixed_ips': [{'subnet_id': '3df2ed0d-1086-4e70-bff9-afb8ab9aef7c'}]}} from dv-cinder-760178-13-iscsi. {{(pid=94136) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 23:07:27.797086 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-503faa5d-63b4-42b0-8d28-228136f54dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:27.802581 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b6873-fe7a-4086-87ef-1e891e90a0d9 req-81ee4a56-a5a6-484f-aae0-919a4292a5ce tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:27.810727 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e24b6873-fe7a-4086-87ef-1e891e90a0d9 req-81ee4a56-a5a6-484f-aae0-919a4292a5ce tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a57964-a2c2-49b5-8eab-a43c7ca98ddb HTTP/1.1" status: 200 len: 947 time: 0.1372657 Sep 14 23:07:27.880439 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e24b6873-fe7a-4086-87ef-1e891e90a0d9 req-0c21070d-2705-40e3-b543-1154ab46c0b2 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2da2485-b1b3-48e2-93cf-1455d5c9c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638568 Sep 14 23:07:27.946576 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-087c2b00-00e8-470c-b31c-4fe34c59828a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:27.966908 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-7d33dea8-3d50-470b-b300-dce3a4fee385 None None] Provisioning complete for port d9454100-8139-41b1-ad2e-d5bf039ee4f4 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:07:27.967130 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-7d33dea8-3d50-470b-b300-dce3a4fee385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:28.000470 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-087c2b00-00e8-470c-b31c-4fe34c59828a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:28.073374 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 9b491be8-4d6d-4eab-8e62-8fc9b2bea757, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=9b491be8-4d6d-4eab-8e62-8fc9b2bea757,segment=NetworkSegment(6cce0728-8264-4ecc-83c2-5a3f7cc703f1),segment_id=6cce0728-8264-4ecc-83c2-5a3f7cc703f1)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:07:28.088702 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a9403-d8ce-478f-b89c-2c30aed6b674 None None] Pushing event updated for resources: {'Port': ['ID=d9454100-8139-41b1-ad2e-d5bf039ee4f4,revision_number=5']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:28.126358 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Returning: {'device': '9b491be8-4d6d-4eab-8e62-8fc9b2bea757', 'network_id': '1d3139ff-ffc3-444a-a773-bacfc7309fc5', 'port_id': '9b491be8-4d6d-4eab-8e62-8fc9b2bea757', 'mac_address': 'fa:16:3e:7a:be:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4854eb78-fe11-4439-93af-0d568ebc4ea2', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 23:07:28.164544 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-087c2b00-00e8-470c-b31c-4fe34c59828a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:28.171412 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-087c2b00-00e8-470c-b31c-4fe34c59828a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:28.171412 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-087c2b00-00e8-470c-b31c-4fe34c59828a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/32f071fd-1715-42e8-940c-f723cc3b9de3 HTTP/1.1" status: 204 len: 168 time: 0.5016298 Sep 14 23:07:28.186612 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c2b00-00e8-470c-b31c-4fe34c59828a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f071fd-1715-42e8-940c-f723cc3b9de3,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:28.199454 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6a90b43f-786a-482e-81ec-0c9e586ce299 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:28.222942 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6a90b43f-786a-482e-81ec-0c9e586ce299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:28.242975 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.db_base_plugin_common [None req-503faa5d-63b4-42b0-8d28-228136f54dd5 None None] Allocated IP 172.20.0.2 (e6d1910f-bb45-4a76-af1f-261706e6f856/3df2ed0d-1086-4e70-bff9-afb8ab9aef7c/7306add2-b7ac-4f8f-acf4-a49ecee1cc6a) {{(pid=94136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:07:28.267365 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:28.318800 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b491be8-4d6d-4eab-8e62-8fc9b2bea757 {{(pid=94136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:07:28.394766 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-6a90b43f-786a-482e-81ec-0c9e586ce299 admin admin] Allocated IP 172.27.3.115 (97df119d-fd41-4b39-86f3-953f642e27ab/0cfef410-e94d-43c5-8572-4959e322a29a/5adf2f50-828d-42d6-ab78-0932ef2360e9) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:07:28.412905 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-d60482e8-8d2e-4ca8-9886-8256417d6ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'name': 'tempest-TestShelveInstance-547458774-router', 'tenant_id': 'a7319052cbd445279c634b71fd2736d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '08db243d-c293-4064-88a2-f3ac16d89071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:17Z', 'updated_at': '2021-09-14T23:07:22Z', 'revision_number': 4, 'project_id': 'a7319052cbd445279c634b71fd2736d4', 'gw_port': {'id': '08db243d-c293-4064-88a2-f3ac16d89071', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:17Z', 'updated_at': '2021-09-14T23:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': 'd9454100-8139-41b1-ad2e-d5bf039ee4f4', 'name': '', 'network_id': '3efb33cd-c3d1-4574-b595-4ef315e545cb', 'tenant_id': 'a7319052cbd445279c634b71fd2736d4', 'mac_address': 'fa:16:3e:8e:34:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bde3a9c9-df2c-4163-99b8-693b9b6f7a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:21Z', 'updated_at': '2021-09-14T23:07:26Z', 'revision_number': 4, 'project_id': 'a7319052cbd445279c634b71fd2736d4', 'subnets': [{'id': 'bde3a9c9-df2c-4163-99b8-693b9b6f7a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:07:28.412905 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 9b491be8-4d6d-4eab-8e62-8fc9b2bea757, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=9b491be8-4d6d-4eab-8e62-8fc9b2bea757,segment=NetworkSegment(6cce0728-8264-4ecc-83c2-5a3f7cc703f1),segment_id=6cce0728-8264-4ecc-83c2-5a3f7cc703f1)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:07:28.438543 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:28.445927 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60482e8-8d2e-4ca8-9886-8256417d6ea2 None None] The sync data for ids ['cd16d56f-5cd8-454c-9d2c-000f4553ec7c'] in dv-cinder-760178-13-iscsi is: [{'id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'name': 'tempest-TestShelveInstance-547458774-router', 'tenant_id': 'a7319052cbd445279c634b71fd2736d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '08db243d-c293-4064-88a2-f3ac16d89071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:17Z', 'updated_at': '2021-09-14T23:07:22Z', 'revision_number': 4, 'project_id': 'a7319052cbd445279c634b71fd2736d4', 'gw_port': {'id': '08db243d-c293-4064-88a2-f3ac16d89071', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:17Z', 'updated_at': '2021-09-14T23:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': 'd9454100-8139-41b1-ad2e-d5bf039ee4f4', 'name': '', 'network_id': '3efb33cd-c3d1-4574-b595-4ef315e545cb', 'tenant_id': 'a7319052cbd445279c634b71fd2736d4', 'mac_address': 'fa:16:3e:8e:34:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bde3a9c9-df2c-4163-99b8-693b9b6f7a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:21Z', 'updated_at': '2021-09-14T23:07:26Z', 'revision_number': 4, 'project_id': 'a7319052cbd445279c634b71fd2736d4', 'subnets': [{'id': 'bde3a9c9-df2c-4163-99b8-693b9b6f7a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:07:28.651902 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6a90b43f-786a-482e-81ec-0c9e586ce299 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:28.679157 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=9b491be8-4d6d-4eab-8e62-8fc9b2bea757,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:28.702471 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6a90b43f-786a-482e-81ec-0c9e586ce299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:28.735285 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c68da-1609-46d7-8809-c38c2f588c4f req-d032f37e-5b5a-48f3-ae95-504c5cf28164 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:28.737767 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0b3c68da-1609-46d7-8809-c38c2f588c4f req-d032f37e-5b5a-48f3-ae95-504c5cf28164 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.1162260 Sep 14 23:07:28.812009 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a90b43f-786a-482e-81ec-0c9e586ce299 admin admin] Network 97df119d-fd41-4b39-86f3-953f642e27ab is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:07:28.815096 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-6a90b43f-786a-482e-81ec-0c9e586ce299 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:07:28.821167 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a90b43f-786a-482e-81ec-0c9e586ce299 admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:07:28.832507 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-503faa5d-63b4-42b0-8d28-228136f54dd5 None None] Notify callbacks [] for port, precommit_create {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:28.846469 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-503faa5d-63b4-42b0-8d28-228136f54dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720'] for port, after_create {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:28.847137 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0b3c68da-1609-46d7-8809-c38c2f588c4f req-d6cb0f86-c7d7-4581-938f-76f3c6456be6 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013532 Sep 14 23:07:28.872132 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503faa5d-63b4-42b0-8d28-228136f54dd5 None None] Network e6d1910f-bb45-4a76-af1f-261706e6f856 is already hosted by enough agents. {{(pid=94136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:07:28.879597 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a90b43f-786a-482e-81ec-0c9e586ce299 admin admin] Pushing event updated for resources: {'Port': ['ID=5adf2f50-828d-42d6-ab78-0932ef2360e9,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:28.894541 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.scheduler.base_scheduler [None req-503faa5d-63b4-42b0-8d28-228136f54dd5 None None] Resources bound (agent type, host, resource id): {{(pid=94136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:07:28.897112 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503faa5d-63b4-42b0-8d28-228136f54dd5 None None] Received port after_create {{(pid=94136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:07:28.993458 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-503faa5d-63b4-42b0-8d28-228136f54dd5 None None] Attempting to bind port 7306add2-b7ac-4f8f-acf4-a49ecee1cc6a on host dv-cinder-760178-13-iscsi for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:07:28.993747 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-503faa5d-63b4-42b0-8d28-228136f54dd5 None None] Attempting to bind port 7306add2-b7ac-4f8f-acf4-a49ecee1cc6a by drivers openvswitch,hyperv on host dv-cinder-760178-13-iscsi at level 0 using segments [{'id': '30439ac3-bfc2-4366-b3ed-cdd25eab6de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e6d1910f-bb45-4a76-af1f-261706e6f856'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:07:28.994117 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503faa5d-63b4-42b0-8d28-228136f54dd5 None None] Attempting to bind port 7306add2-b7ac-4f8f-acf4-a49ecee1cc6a on network e6d1910f-bb45-4a76-af1f-261706e6f856 {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:07:29.001205 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503faa5d-63b4-42b0-8d28-228136f54dd5 None None] Checking agent: {'id': 'dcc8e868-81e9-4312-adfc-cfdfaec503c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 57, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:07:29.001885 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503faa5d-63b4-42b0-8d28-228136f54dd5 None None] Checking segment: {'id': '30439ac3-bfc2-4366-b3ed-cdd25eab6de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e6d1910f-bb45-4a76-af1f-261706e6f856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:07:29.002104 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-503faa5d-63b4-42b0-8d28-228136f54dd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:29.002504 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503faa5d-63b4-42b0-8d28-228136f54dd5 None None] Bound using segment: {'id': '30439ac3-bfc2-4366-b3ed-cdd25eab6de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e6d1910f-bb45-4a76-af1f-261706e6f856'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:07:29.003004 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-503faa5d-63b4-42b0-8d28-228136f54dd5 None None] Bound port: 7306add2-b7ac-4f8f-acf4-a49ecee1cc6a, host: dv-cinder-760178-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30439ac3-bfc2-4366-b3ed-cdd25eab6de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e6d1910f-bb45-4a76-af1f-261706e6f856'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:07:29.003413 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-503faa5d-63b4-42b0-8d28-228136f54dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:29.017007 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['9b491be8-4d6d-4eab-8e62-8fc9b2bea757'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:07:29.060708 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50df8c-ddf5-42c0-a6cc-5042f526962e req-5cf7cb3e-d5be-4325-8606-adc3a92bc3ed tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:29.072028 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1b50df8c-ddf5-42c0-a6cc-5042f526962e req-5cf7cb3e-d5be-4325-8606-adc3a92bc3ed tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.1520286 Sep 14 23:07:29.116271 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503faa5d-63b4-42b0-8d28-228136f54dd5 None None] Pushing event updated for resources: {'Port': ['ID=7306add2-b7ac-4f8f-acf4-a49ecee1cc6a,revision_number=1']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:29.209267 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1b50df8c-ddf5-42c0-a6cc-5042f526962e req-26323a8b-ef45-4e62-b1d9-b28a8a6efb89 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348789 Sep 14 23:07:29.215265 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device d9454100-8139-41b1-ad2e-d5bf039ee4f4 up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:07:29.324021 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-503faa5d-63b4-42b0-8d28-228136f54dd5 None None] For port 7306add2-b7ac-4f8f-acf4-a49ecee1cc6a, host dv-cinder-760178-13-iscsi, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:07:29.330248 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-503faa5d-63b4-42b0-8d28-228136f54dd5 None None] For port 7306add2-b7ac-4f8f-acf4-a49ecee1cc6a, host dv-cinder-760178-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=7306add2-b7ac-4f8f-acf4-a49ecee1cc6a,segment=NetworkSegment(30439ac3-bfc2-4366-b3ed-cdd25eab6de8),segment_id=30439ac3-bfc2-4366-b3ed-cdd25eab6de8)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:07:29.341155 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port d9454100-8139-41b1-ad2e-d5bf039ee4f4 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:07:29.341818 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:29.349964 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27a121-508c-41ce-9ec1-61034c973da4 req-0c434661-9e9e-4301-869f-d810b0bc945d tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:29.351241 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-503faa5d-63b4-42b0-8d28-228136f54dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:29.363168 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-bb27a121-508c-41ce-9ec1-61034c973da4 req-0c434661-9e9e-4301-869f-d810b0bc945d tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a57964-a2c2-49b5-8eab-a43c7ca98ddb HTTP/1.1" status: 200 len: 948 time: 0.2154973 Sep 14 23:07:29.382292 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6a90b43f-786a-482e-81ec-0c9e586ce299 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:29.446195 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-bb27a121-508c-41ce-9ec1-61034c973da4 req-7171a230-792e-41f1-97e7-4711549affa0 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2da2485-b1b3-48e2-93cf-1455d5c9c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819535 Sep 14 23:07:29.447675 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503faa5d-63b4-42b0-8d28-228136f54dd5 None None] Pushing event updated for resources: {'Port': ['ID=7306add2-b7ac-4f8f-acf4-a49ecee1cc6a,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:29.846616 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6a90b43f-786a-482e-81ec-0c9e586ce299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529233'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:30.065160 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9827fc6-22ff-4374-9017-841198b70113 req-64f01491-53c0-4148-8af9-97b81b80b159 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:30.066852 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c9827fc6-22ff-4374-9017-841198b70113 req-64f01491-53c0-4148-8af9-97b81b80b159 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0842874 Sep 14 23:07:30.131988 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a90b43f-786a-482e-81ec-0c9e586ce299 admin admin] Router af8a7aee-e733-4a92-bc26-15511438b0f9 is scheduled to L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 23:07:30.141975 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c9827fc6-22ff-4374-9017-841198b70113 req-3dcd782c-8ab5-44ad-b9c2-7e61a1531e4d tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679259 Sep 14 23:07:30.272081 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:30.480351 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a29d5f-9de7-4050-aa9f-ffcd922e6372 req-0c52888e-366b-46d2-bc39-ae329d28bc30 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:30.485252 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-42a29d5f-9de7-4050-aa9f-ffcd922e6372 req-0c52888e-366b-46d2-bc39-ae329d28bc30 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.1007607 Sep 14 23:07:30.579389 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-42a29d5f-9de7-4050-aa9f-ffcd922e6372 req-719622c8-7786-4c76-9e95-745397490782 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879993 Sep 14 23:07:30.689354 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bfdb4-8513-47e3-84ff-476edb378c00 req-9ba0c7e8-8dd3-42e5-bf80-08b3b50a6485 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:30.702690 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-392bfdb4-8513-47e3-84ff-476edb378c00 req-9ba0c7e8-8dd3-42e5-bf80-08b3b50a6485 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a57964-a2c2-49b5-8eab-a43c7ca98ddb HTTP/1.1" status: 200 len: 948 time: 0.1083138 Sep 14 23:07:30.769438 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a90b43f-786a-482e-81ec-0c9e586ce299 admin admin] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:07:30.795107 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-392bfdb4-8513-47e3-84ff-476edb378c00 req-3742bf3e-8345-4d9f-af55-dbe2370a24d5 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2da2485-b1b3-48e2-93cf-1455d5c9c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731196 Sep 14 23:07:30.806950 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650539e1-8a9a-49f8-92b6-4977b35b6a35 None None] Sync routers for ids ['af8a7aee-e733-4a92-bc26-15511438b0f9'] in dv-cinder-760178-13-iscsi {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:07:30.811149 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6a90b43f-786a-482e-81ec-0c9e586ce299 admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:30.815592 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 45382) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:30.821841 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-6a90b43f-786a-482e-81ec-0c9e586ce299 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5831416 Sep 14 23:07:30.825485 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650539e1-8a9a-49f8-92b6-4977b35b6a35 None None] Routers {'af8a7aee-e733-4a92-bc26-15511438b0f9'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:07:30.828022 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-650539e1-8a9a-49f8-92b6-4977b35b6a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:07:05Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['af8a7aee-e733-4a92-bc26-15511438b0f9'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:07:31.040216 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-650539e1-8a9a-49f8-92b6-4977b35b6a35 None None] Set router af8a7aee-e733-4a92-bc26-15511438b0f9 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:07:31.115834 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f69595a-f038-4932-a11c-9664e341ab3e None None] Network e6d1910f-bb45-4a76-af1f-261706e6f856 requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:07:31.259893 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 7306add2-b7ac-4f8f-acf4-a49ecee1cc6a up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:07:31.286853 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-650539e1-8a9a-49f8-92b6-4977b35b6a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8a7aee-e733-4a92-bc26-15511438b0f9', 'name': 'tempest-TestShelveInstance-1909630359-router', 'tenant_id': 'd073cfd420e9471eb95c5c713010e2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '5adf2f50-828d-42d6-ab78-0932ef2360e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:27Z', 'updated_at': '2021-09-14T23:07:29Z', 'revision_number': 3, 'project_id': 'd073cfd420e9471eb95c5c713010e2a4', 'gw_port': {'id': '5adf2f50-828d-42d6-ab78-0932ef2360e9', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8a7aee-e733-4a92-bc26-15511438b0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:28Z', 'updated_at': '2021-09-14T23:07:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi'}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:07:31.318286 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650539e1-8a9a-49f8-92b6-4977b35b6a35 None None] Checking router: af8a7aee-e733-4a92-bc26-15511438b0f9 for host: dv-cinder-760178-13-iscsi {{(pid=94137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:07:31.318935 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650539e1-8a9a-49f8-92b6-4977b35b6a35 None None] Updating router af8a7aee-e733-4a92-bc26-15511438b0f9 port 5adf2f50-828d-42d6-ab78-0932ef2360e9 binding host dv-cinder-760178-13-iscsi {{(pid=94137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:07:31.342695 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-e2ff5963-d0ed-45d4-bc40-72a97545b44b None None] Provisioning complete for port 7306add2-b7ac-4f8f-acf4-a49ecee1cc6a triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:07:31.343231 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-e2ff5963-d0ed-45d4-bc40-72a97545b44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:31.346487 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-650539e1-8a9a-49f8-92b6-4977b35b6a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:31.388295 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port 7306add2-b7ac-4f8f-acf4-a49ecee1cc6a triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:07:31.388918 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:31.468507 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070aab32-b22f-42c5-93e7-7292966cd536 req-16c92eb3-dc66-4fe6-9672-032f9cca8af3 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:31.476392 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-070aab32-b22f-42c5-93e7-7292966cd536 req-16c92eb3-dc66-4fe6-9672-032f9cca8af3 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0958204 Sep 14 23:07:31.550854 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-070aab32-b22f-42c5-93e7-7292966cd536 req-50a2e38c-d5e7-4e3b-8689-782e96f5ce4c tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737741 Sep 14 23:07:31.683562 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-afd4407a-ec7a-467d-8c20-a4aab388b959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:31.686948 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-650539e1-8a9a-49f8-92b6-4977b35b6a35 None None] Notify callbacks [] for port, precommit_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:31.695256 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-650539e1-8a9a-49f8-92b6-4977b35b6a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:31.717129 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:31.736521 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-e2ff5963-d0ed-45d4-bc40-72a97545b44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:31.772863 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [None req-650539e1-8a9a-49f8-92b6-4977b35b6a35 None None] Attempting to bind port 5adf2f50-828d-42d6-ab78-0932ef2360e9 on host dv-cinder-760178-13-iscsi for vnic_type normal with profile {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:07:31.773244 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [None req-650539e1-8a9a-49f8-92b6-4977b35b6a35 None None] Attempting to bind port 5adf2f50-828d-42d6-ab78-0932ef2360e9 by drivers openvswitch,hyperv on host dv-cinder-760178-13-iscsi at level 0 using segments [{'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'}] {{(pid=94137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:07:31.773616 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650539e1-8a9a-49f8-92b6-4977b35b6a35 None None] Attempting to bind port 5adf2f50-828d-42d6-ab78-0932ef2360e9 on network 97df119d-fd41-4b39-86f3-953f642e27ab {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:07:31.783543 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530cf64-3ae3-451c-9efe-0a64f357d891 None None] Pushing event updated for resources: {'Port': ['ID=5adf2f50-828d-42d6-ab78-0932ef2360e9,revision_number=2']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:31.789667 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650539e1-8a9a-49f8-92b6-4977b35b6a35 None None] Checking agent: {'id': 'dcc8e868-81e9-4312-adfc-cfdfaec503c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 57, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:07:31.790032 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650539e1-8a9a-49f8-92b6-4977b35b6a35 None None] Checking segment: {'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:07:31.790438 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-650539e1-8a9a-49f8-92b6-4977b35b6a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:31.790829 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650539e1-8a9a-49f8-92b6-4977b35b6a35 None None] Bound using segment: {'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'} {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:07:31.791296 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [None req-650539e1-8a9a-49f8-92b6-4977b35b6a35 None None] Bound port: 5adf2f50-828d-42d6-ab78-0932ef2360e9, host: dv-cinder-760178-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'}}] {{(pid=94137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:07:31.791831 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-650539e1-8a9a-49f8-92b6-4977b35b6a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:31.792169 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-e2ff5963-d0ed-45d4-bc40-72a97545b44b None None] For port 7306add2-b7ac-4f8f-acf4-a49ecee1cc6a, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=7306add2-b7ac-4f8f-acf4-a49ecee1cc6a,segment=NetworkSegment(30439ac3-bfc2-4366-b3ed-cdd25eab6de8),segment_id=30439ac3-bfc2-4366-b3ed-cdd25eab6de8)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:07:31.799509 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-e2ff5963-d0ed-45d4-bc40-72a97545b44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:31.871535 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [None req-650539e1-8a9a-49f8-92b6-4977b35b6a35 None None] For port 5adf2f50-828d-42d6-ab78-0932ef2360e9, host dv-cinder-760178-13-iscsi, cleared binding levels {{(pid=94137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:07:31.878030 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [None req-650539e1-8a9a-49f8-92b6-4977b35b6a35 None None] For port 5adf2f50-828d-42d6-ab78-0932ef2360e9, host dv-cinder-760178-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=5adf2f50-828d-42d6-ab78-0932ef2360e9,segment=NetworkSegment(a9a9fb15-9287-4c77-9a23-3b65ea6f31f5),segment_id=a9a9fb15-9287-4c77-9a23-3b65ea6f31f5)] {{(pid=94137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:07:31.885437 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-650539e1-8a9a-49f8-92b6-4977b35b6a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:31.960500 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530cf64-3ae3-451c-9efe-0a64f357d891 None None] Pushing event updated for resources: {'Port': ['ID=5adf2f50-828d-42d6-ab78-0932ef2360e9,revision_number=3']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:31.963442 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 9b491be8-4d6d-4eab-8e62-8fc9b2bea757 up at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:07:31.973636 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.db.api [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 23:07:31.979973 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-afd4407a-ec7a-467d-8c20-a4aab388b959 admin admin] Allocated IP 172.20.0.1 (e6d1910f-bb45-4a76-af1f-261706e6f856/3df2ed0d-1086-4e70-bff9-afb8ab9aef7c/0db92ae1-e72c-41f2-a4c9-627b340b2f6b) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:07:31.980237 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG oslo_db.api [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 23:07:31.992682 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff5963-d0ed-45d4-bc40-72a97545b44b None None] Pushing event updated for resources: {'Port': ['ID=7306add2-b7ac-4f8f-acf4-a49ecee1cc6a,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:32.000939 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650539e1-8a9a-49f8-92b6-4977b35b6a35 None None] Routers {'af8a7aee-e733-4a92-bc26-15511438b0f9'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:07:32.001635 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-650539e1-8a9a-49f8-92b6-4977b35b6a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:07:05Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['af8a7aee-e733-4a92-bc26-15511438b0f9'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:07:32.108256 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning for port 9b491be8-4d6d-4eab-8e62-8fc9b2bea757 completed by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:07:32.120283 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning complete for port 9b491be8-4d6d-4eab-8e62-8fc9b2bea757 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:07:32.121978 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:32.136592 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-650539e1-8a9a-49f8-92b6-4977b35b6a35 None None] Set router af8a7aee-e733-4a92-bc26-15511438b0f9 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:07:32.164693 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0197bab4-e5df-4aaa-9c67-a4c6250ab6db None None] Provisioning complete for port 7306add2-b7ac-4f8f-acf4-a49ecee1cc6a triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:07:32.165329 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0197bab4-e5df-4aaa-9c67-a4c6250ab6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:32.188865 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5385129-1aa2-40ae-9c48-631e0fbe3cb8 req-c3dcd3e9-e243-4a94-8621-6bf68d5cef26 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:32.205037 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d5385129-1aa2-40ae-9c48-631e0fbe3cb8 req-c3dcd3e9-e243-4a94-8621-6bf68d5cef26 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.4910529 Sep 14 23:07:32.269361 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-8d00f12b-6100-4bfd-9c27-bf0b9750c5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:32.273032 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27fa1d3-78a9-4b00-916f-1f981a0d8cf6 req-1df663a9-824e-4d7b-bd54-772b18d16f70 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:32.280723 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e27fa1d3-78a9-4b00-916f-1f981a0d8cf6 req-1df663a9-824e-4d7b-bd54-772b18d16f70 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a57964-a2c2-49b5-8eab-a43c7ca98ddb HTTP/1.1" status: 200 len: 948 time: 0.2960911 Sep 14 23:07:32.317676 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:32.357001 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d5385129-1aa2-40ae-9c48-631e0fbe3cb8 req-f92954aa-c055-4e52-bc71-0e6c040389f7 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483676 Sep 14 23:07:32.367143 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a57964-a2c2-49b5-8eab-a43c7ca98ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b491be8-4d6d-4eab-8e62-8fc9b2bea757'}] {{(pid=94136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:07:32.370926 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2b16cdf9a486da92f6eb6a5b1ab92e1b41f493a7e96932162ce692d4f29dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b5ff5f-8b48-471d-8662-4de44d065c3a" -d '{"events": [{"server_uuid": "a7a57964-a2c2-49b5-8eab-a43c7ca98ddb", "name": "network-vif-plugged", "status": "completed", "tag": "9b491be8-4d6d-4eab-8e62-8fc9b2bea757"}]}' {{(pid=94136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:07:32.401943 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 9b491be8-4d6d-4eab-8e62-8fc9b2bea757, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=9b491be8-4d6d-4eab-8e62-8fc9b2bea757,segment=NetworkSegment(6cce0728-8264-4ecc-83c2-5a3f7cc703f1),segment_id=6cce0728-8264-4ecc-83c2-5a3f7cc703f1)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:07:32.404505 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-650539e1-8a9a-49f8-92b6-4977b35b6a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8a7aee-e733-4a92-bc26-15511438b0f9', 'name': 'tempest-TestShelveInstance-1909630359-router', 'tenant_id': 'd073cfd420e9471eb95c5c713010e2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '5adf2f50-828d-42d6-ab78-0932ef2360e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:27Z', 'updated_at': '2021-09-14T23:07:29Z', 'revision_number': 3, 'project_id': 'd073cfd420e9471eb95c5c713010e2a4', 'gw_port': {'id': '5adf2f50-828d-42d6-ab78-0932ef2360e9', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8a7aee-e733-4a92-bc26-15511438b0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:28Z', 'updated_at': '2021-09-14T23:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi'}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:07:32.405398 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e27fa1d3-78a9-4b00-916f-1f981a0d8cf6 req-0fd700b5-9ed8-44c9-8372-d1b55ee903a0 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2da2485-b1b3-48e2-93cf-1455d5c9c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236417 Sep 14 23:07:32.411965 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:32.413578 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-afd4407a-ec7a-467d-8c20-a4aab388b959 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:32.448190 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650539e1-8a9a-49f8-92b6-4977b35b6a35 None None] The sync data for ids ['af8a7aee-e733-4a92-bc26-15511438b0f9'] in dv-cinder-760178-13-iscsi is: [{'id': 'af8a7aee-e733-4a92-bc26-15511438b0f9', 'name': 'tempest-TestShelveInstance-1909630359-router', 'tenant_id': 'd073cfd420e9471eb95c5c713010e2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '5adf2f50-828d-42d6-ab78-0932ef2360e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:27Z', 'updated_at': '2021-09-14T23:07:29Z', 'revision_number': 3, 'project_id': 'd073cfd420e9471eb95c5c713010e2a4', 'gw_port': {'id': '5adf2f50-828d-42d6-ab78-0932ef2360e9', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8a7aee-e733-4a92-bc26-15511438b0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:28Z', 'updated_at': '2021-09-14T23:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi'}] {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:07:32.471983 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66fa40c-169b-407f-8a41-5bdcd37324e0 x-openstack-request-id: req-b66fa40c-169b-407f-8a41-5bdcd37324e0 {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:07:32.472359 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a57964-a2c2-49b5-8eab-a43c7ca98ddb", "name": "network-vif-plugged", "status": "completed", "tag": "9b491be8-4d6d-4eab-8e62-8fc9b2bea757", "code": 200}]} {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:07:32.472546 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b66fa40c-169b-407f-8a41-5bdcd37324e0 {{(pid=94136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:07:32.473058 dv-cinder-760178-13-iscsi neutron-server[94136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a57964-a2c2-49b5-8eab-a43c7ca98ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b491be8-4d6d-4eab-8e62-8fc9b2bea757', 'code': 200} Sep 14 23:07:32.476201 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-afd4407a-ec7a-467d-8c20-a4aab388b959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:32.536963 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd4407a-ec7a-467d-8c20-a4aab388b959 admin admin] Network e6d1910f-bb45-4a76-af1f-261706e6f856 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:07:32.541223 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-afd4407a-ec7a-467d-8c20-a4aab388b959 admin admin] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:07:32.546829 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd4407a-ec7a-467d-8c20-a4aab388b959 admin admin] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:07:32.566066 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=9b491be8-4d6d-4eab-8e62-8fc9b2bea757,revision_number=5']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:32.624722 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4407a-ec7a-467d-8c20-a4aab388b959 admin admin] Pushing event updated for resources: {'Port': ['ID=0db92ae1-e72c-41f2-a4c9-627b340b2f6b,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:32.679179 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-afd4407a-ec7a-467d-8c20-a4aab388b959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529286'] for router_interface, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:32.826662 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fb4de-c196-417c-b18b-e7a8dde72eb0 req-f55179ad-70b7-489e-824b-5a04e81b1ea2 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:32.829620 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-737fb4de-c196-417c-b18b-e7a8dde72eb0 req-f55179ad-70b7-489e-824b-5a04e81b1ea2 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.1432188 Sep 14 23:07:32.893294 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-8fc51f00-b79b-4471-9f1c-278a698dbdb2 None None] Provisioning complete for port 0db92ae1-e72c-41f2-a4c9-627b340b2f6b triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:07:32.893672 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-8fc51f00-b79b-4471-9f1c-278a698dbdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:32.975674 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-737fb4de-c196-417c-b18b-e7a8dde72eb0 req-0ef31850-363c-4250-aab0-c55371dd7c3a tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263666 Sep 14 23:07:33.017465 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-8fc51f00-b79b-4471-9f1c-278a698dbdb2 None None] Port 0db92ae1-e72c-41f2-a4c9-627b340b2f6b cannot update to ACTIVE because it is not bound. {{(pid=94136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 23:07:33.065851 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-afd4407a-ec7a-467d-8c20-a4aab388b959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:33.221317 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 7306add2-b7ac-4f8f-acf4-a49ecee1cc6a up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:07:33.349907 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port 7306add2-b7ac-4f8f-acf4-a49ecee1cc6a triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:07:33.350572 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:33.464584 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 5adf2f50-828d-42d6-ab78-0932ef2360e9 up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:07:33.537694 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port 5adf2f50-828d-42d6-ab78-0932ef2360e9 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:07:33.538082 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:33.644458 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-afd4407a-ec7a-467d-8c20-a4aab388b959 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:33.675795 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-afd4407a-ec7a-467d-8c20-a4aab388b959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666946'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:33.676229 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:33.728637 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] For port 5adf2f50-828d-42d6-ab78-0932ef2360e9, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=5adf2f50-828d-42d6-ab78-0932ef2360e9,segment=NetworkSegment(a9a9fb15-9287-4c77-9a23-3b65ea6f31f5),segment_id=a9a9fb15-9287-4c77-9a23-3b65ea6f31f5)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:07:33.736765 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:33.804233 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Pushing event updated for resources: {'Port': ['ID=5adf2f50-828d-42d6-ab78-0932ef2360e9,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:33.805659 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2d616-7ed0-41cc-b879-f4ad551fd54c req-b3e997dc-9530-49c3-9ae8-093f5e3b111e tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:33.812655 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b2b2d616-7ed0-41cc-b879-f4ad551fd54c req-b3e997dc-9530-49c3-9ae8-093f5e3b111e tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a57964-a2c2-49b5-8eab-a43c7ca98ddb HTTP/1.1" status: 200 len: 949 time: 0.2116148 Sep 14 23:07:33.832579 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b469fc-8c5a-4c91-8321-0c7ecfd12d67 req-03ab6bf4-de50-4a53-be49-f58a1b2ef9a6 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:33.834394 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-18b469fc-8c5a-4c91-8321-0c7ecfd12d67 req-03ab6bf4-de50-4a53-be49-f58a1b2ef9a6 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.2381151 Sep 14 23:07:33.838499 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-afd4407a-ec7a-467d-8c20-a4aab388b959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530198'] for router_interface, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:33.881160 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4407a-ec7a-467d-8c20-a4aab388b959 admin admin] Pushing event updated for resources: {'Port': ['ID=0db92ae1-e72c-41f2-a4c9-627b340b2f6b,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:34.012497 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b2b2d616-7ed0-41cc-b879-f4ad551fd54c req-afea56f5-e257-47bb-8c1b-729b623e0b7a tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2da2485-b1b3-48e2-93cf-1455d5c9c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719790 Sep 14 23:07:34.029775 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-18b469fc-8c5a-4c91-8321-0c7ecfd12d67 req-c059e85e-1412-42e8-91bc-626c625826e6 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559534 Sep 14 23:07:34.064959 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b70d3b-6a32-4fa0-a15c-87767bf28ba0 req-fcc4acae-d121-469f-ba41-bd75ca7c3856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:34.064959 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-e3b70d3b-6a32-4fa0-a15c-87767bf28ba0 req-fcc4acae-d121-469f-ba41-bd75ca7c3856 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a7a57964-a2c2-49b5-8eab-a43c7ca98ddb HTTP/1.1" status: 200 len: 1102 time: 0.0633438 Sep 14 23:07:34.081908 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd4407a-ec7a-467d-8c20-a4aab388b959 admin admin] Network e6d1910f-bb45-4a76-af1f-261706e6f856 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:07:34.083488 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-afd4407a-ec7a-467d-8c20-a4aab388b959 admin admin] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:07:34.148573 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-e3b70d3b-6a32-4fa0-a15c-87767bf28ba0 req-dbf233be-3040-496a-ac76-c2944a30dde3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b2da2485-b1b3-48e2-93cf-1455d5c9c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748301 Sep 14 23:07:34.236215 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385b7fa-9c1e-4d72-864c-c4542f14d66e req-d188466c-38af-4fc5-9b6c-c96806e220a1 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:34.245173 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5385b7fa-9c1e-4d72-864c-c4542f14d66e req-d188466c-38af-4fc5-9b6c-c96806e220a1 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.1471920 Sep 14 23:07:34.318097 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd4407a-ec7a-467d-8c20-a4aab388b959 admin admin] Router af8a7aee-e733-4a92-bc26-15511438b0f9 has already been hosted by L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f {{(pid=94135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 23:07:34.321913 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5385b7fa-9c1e-4d72-864c-c4542f14d66e req-082f25d6-2143-49de-886a-90e2d64fec2d tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759425 Sep 14 23:07:34.356916 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-5fa0d8a2-767f-459e-8691-51cd671838f3 None None] Provisioning complete for port 0db92ae1-e72c-41f2-a4c9-627b340b2f6b triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:07:34.357799 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-5fa0d8a2-767f-459e-8691-51cd671838f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:34.423249 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-5fa0d8a2-767f-459e-8691-51cd671838f3 None None] Port 0db92ae1-e72c-41f2-a4c9-627b340b2f6b cannot update to ACTIVE because it is not bound. {{(pid=94136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 23:07:34.493566 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd4407a-ec7a-467d-8c20-a4aab388b959 admin admin] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:07:34.500240 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-afd4407a-ec7a-467d-8c20-a4aab388b959 admin admin] 10.222.0.39 "PUT /v2.0/routers/af8a7aee-e733-4a92-bc26-15511438b0f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6835012 Sep 14 23:07:34.829963 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88886b61-0989-41b0-af08-4d2122810395 None None] Sync routers for ids ['af8a7aee-e733-4a92-bc26-15511438b0f9'] in dv-cinder-760178-13-iscsi {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:07:34.839566 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88886b61-0989-41b0-af08-4d2122810395 None None] Routers {'af8a7aee-e733-4a92-bc26-15511438b0f9'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:07:34.840196 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-88886b61-0989-41b0-af08-4d2122810395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:07:05Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['af8a7aee-e733-4a92-bc26-15511438b0f9'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:07:35.014537 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-ad4618c6-c08e-412d-bd61-8757e0411412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:35.022478 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:35.103166 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-88886b61-0989-41b0-af08-4d2122810395 None None] Set router af8a7aee-e733-4a92-bc26-15511438b0f9 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:07:35.107248 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 5adf2f50-828d-42d6-ab78-0932ef2360e9 up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:07:35.250213 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95aa7b-2b93-4175-a4a2-0fc1f4165736 req-fbaa3d90-6b6c-4aeb-894c-72b130d050c1 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:35.252145 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0b95aa7b-2b93-4175-a4a2-0fc1f4165736 req-fbaa3d90-6b6c-4aeb-894c-72b130d050c1 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a57964-a2c2-49b5-8eab-a43c7ca98ddb HTTP/1.1" status: 200 len: 949 time: 0.1205797 Sep 14 23:07:35.302638 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port 5adf2f50-828d-42d6-ab78-0932ef2360e9 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:07:35.303278 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:35.307879 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0b95aa7b-2b93-4175-a4a2-0fc1f4165736 req-ff425b62-469f-4f38-a6f8-c9acf0c90f9e tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2da2485-b1b3-48e2-93cf-1455d5c9c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478883 Sep 14 23:07:35.552801 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151b28a-9f42-4769-b0a1-24c3983d68c0 req-20b727ba-3797-43b6-8b1f-b25c6d737f5a tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:35.553364 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-88886b61-0989-41b0-af08-4d2122810395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8a7aee-e733-4a92-bc26-15511438b0f9', 'name': 'tempest-TestShelveInstance-1909630359-router', 'tenant_id': 'd073cfd420e9471eb95c5c713010e2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '5adf2f50-828d-42d6-ab78-0932ef2360e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:27Z', 'updated_at': '2021-09-14T23:07:32Z', 'revision_number': 4, 'project_id': 'd073cfd420e9471eb95c5c713010e2a4', 'gw_port': {'id': '5adf2f50-828d-42d6-ab78-0932ef2360e9', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8a7aee-e733-4a92-bc26-15511438b0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:28Z', 'updated_at': '2021-09-14T23:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': '0db92ae1-e72c-41f2-a4c9-627b340b2f6b', 'name': '', 'network_id': 'e6d1910f-bb45-4a76-af1f-261706e6f856', 'tenant_id': 'd073cfd420e9471eb95c5c713010e2a4', 'mac_address': 'fa:16:3e:f4:85:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8a7aee-e733-4a92-bc26-15511438b0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3df2ed0d-1086-4e70-bff9-afb8ab9aef7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:31Z', 'updated_at': '2021-09-14T23:07:33Z', 'revision_number': 2, 'project_id': 'd073cfd420e9471eb95c5c713010e2a4', 'subnets': [{'id': '3df2ed0d-1086-4e70-bff9-afb8ab9aef7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:07:35.561705 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7151b28a-9f42-4769-b0a1-24c3983d68c0 req-20b727ba-3797-43b6-8b1f-b25c6d737f5a tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.0859346 Sep 14 23:07:35.569920 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 45440) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:35.577000 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-34b75ef6-4c2f-4faa-84e0-ac0a436d98fa tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1247834385', 'description': 'tempest-secgroup-smoke-1247834385 description', 'project_id': 'a7319052cbd445279c634b71fd2736d4'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:07:35.616566 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88886b61-0989-41b0-af08-4d2122810395 None None] Checking router: af8a7aee-e733-4a92-bc26-15511438b0f9 for host: dv-cinder-760178-13-iscsi {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:07:35.617501 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88886b61-0989-41b0-af08-4d2122810395 None None] Updating router af8a7aee-e733-4a92-bc26-15511438b0f9 port 0db92ae1-e72c-41f2-a4c9-627b340b2f6b binding host dv-cinder-760178-13-iscsi {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:07:35.620077 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-34b75ef6-4c2f-4faa-84e0-ac0a436d98fa tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:35.630884 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7151b28a-9f42-4769-b0a1-24c3983d68c0 req-65091f88-54bc-400c-9af4-8adcbc2faaed tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682979 Sep 14 23:07:35.665508 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-88886b61-0989-41b0-af08-4d2122810395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:35.760292 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83487d-b7f4-41ac-aefd-2fd8950ed3f0 req-80b20622-5b92-4d43-a4c6-f66e5e1eca60 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:35.769654 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0d83487d-b7f4-41ac-aefd-2fd8950ed3f0 req-80b20622-5b92-4d43-a4c6-f66e5e1eca60 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.1122632 Sep 14 23:07:35.780535 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-34b75ef6-4c2f-4faa-84e0-ac0a436d98fa tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:35.786480 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-34b75ef6-4c2f-4faa-84e0-ac0a436d98fa tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:35.832061 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b75ef6-4c2f-4faa-84e0-ac0a436d98fa tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43843a04-fa8c-4869-8b14-5b6fb4b4497a,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:35.836433 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-34b75ef6-4c2f-4faa-84e0-ac0a436d98fa tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:35.842321 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-34b75ef6-4c2f-4faa-84e0-ac0a436d98fa tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2706854 Sep 14 23:07:35.843005 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 45442) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:35.847707 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-f189d788-a3b8-464b-8b37-4a815919ce95 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Request body: {'security_group_rule': {'security_group_id': '43843a04-fa8c-4869-8b14-5b6fb4b4497a', 'project_id': 'a7319052cbd445279c634b71fd2736d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:07:35.849044 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0d83487d-b7f4-41ac-aefd-2fd8950ed3f0 req-0cd9c419-f27c-47bd-afc6-519b1aa51520 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636692 Sep 14 23:07:35.887099 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f189d788-a3b8-464b-8b37-4a815919ce95 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:35.957619 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f189d788-a3b8-464b-8b37-4a815919ce95 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:35.966072 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f189d788-a3b8-464b-8b37-4a815919ce95 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474660'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:35.993020 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f189d788-a3b8-464b-8b37-4a815919ce95 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:35.994674 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-f189d788-a3b8-464b-8b37-4a815919ce95 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1506493 Sep 14 23:07:35.999095 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 45444) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:36.001417 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189d788-a3b8-464b-8b37-4a815919ce95 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d2858d8-aa7d-4ac5-80cb-5f48e1175acf,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:36.005529 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-66bb06e4-7b14-492e-b87a-4fc5ca40f029 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Request body: {'security_group_rule': {'security_group_id': '43843a04-fa8c-4869-8b14-5b6fb4b4497a', 'project_id': 'a7319052cbd445279c634b71fd2736d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:07:36.030222 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-88886b61-0989-41b0-af08-4d2122810395 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:36.042847 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-88886b61-0989-41b0-af08-4d2122810395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:36.053726 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:36.061852 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-66bb06e4-7b14-492e-b87a-4fc5ca40f029 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:36.119792 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-66bb06e4-7b14-492e-b87a-4fc5ca40f029 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:36.125572 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-66bb06e4-7b14-492e-b87a-4fc5ca40f029 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474660'] for security_group_rule, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:36.148428 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff6b60-04fe-459d-aea3-c3ab2ad1ac70 None None] Pushing event updated for resources: {'Port': ['ID=0db92ae1-e72c-41f2-a4c9-627b340b2f6b,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:36.152207 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb06e4-7b14-492e-b87a-4fc5ca40f029 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01efb7d2-9311-4516-bc8b-0523461f1f30,revision_number=0']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:36.157016 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-66bb06e4-7b14-492e-b87a-4fc5ca40f029 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:36.158817 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-66bb06e4-7b14-492e-b87a-4fc5ca40f029 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1585293 Sep 14 23:07:36.161647 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 45446) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:36.166184 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-e847a895-c2ab-48c4-b067-3fd5a5ba0835 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Request body: {'security_group_rule': {'security_group_id': '43843a04-fa8c-4869-8b14-5b6fb4b4497a', 'project_id': 'a7319052cbd445279c634b71fd2736d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:07:36.198149 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-88886b61-0989-41b0-af08-4d2122810395 None None] Attempting to bind port 0db92ae1-e72c-41f2-a4c9-627b340b2f6b on host dv-cinder-760178-13-iscsi for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:07:36.214751 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-88886b61-0989-41b0-af08-4d2122810395 None None] Attempting to bind port 0db92ae1-e72c-41f2-a4c9-627b340b2f6b by drivers openvswitch,hyperv on host dv-cinder-760178-13-iscsi at level 0 using segments [{'id': '30439ac3-bfc2-4366-b3ed-cdd25eab6de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e6d1910f-bb45-4a76-af1f-261706e6f856'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:07:36.214751 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88886b61-0989-41b0-af08-4d2122810395 None None] Attempting to bind port 0db92ae1-e72c-41f2-a4c9-627b340b2f6b on network e6d1910f-bb45-4a76-af1f-261706e6f856 {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:07:36.214751 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88886b61-0989-41b0-af08-4d2122810395 None None] Checking agent: {'id': 'dcc8e868-81e9-4312-adfc-cfdfaec503c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 57, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:07:36.214751 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88886b61-0989-41b0-af08-4d2122810395 None None] Checking segment: {'id': '30439ac3-bfc2-4366-b3ed-cdd25eab6de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e6d1910f-bb45-4a76-af1f-261706e6f856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:07:36.214751 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-88886b61-0989-41b0-af08-4d2122810395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:36.214751 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88886b61-0989-41b0-af08-4d2122810395 None None] Bound using segment: {'id': '30439ac3-bfc2-4366-b3ed-cdd25eab6de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e6d1910f-bb45-4a76-af1f-261706e6f856'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:07:36.215716 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-88886b61-0989-41b0-af08-4d2122810395 None None] Bound port: 0db92ae1-e72c-41f2-a4c9-627b340b2f6b, host: dv-cinder-760178-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30439ac3-bfc2-4366-b3ed-cdd25eab6de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e6d1910f-bb45-4a76-af1f-261706e6f856'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:07:36.216855 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-88886b61-0989-41b0-af08-4d2122810395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:36.261130 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e847a895-c2ab-48c4-b067-3fd5a5ba0835 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:36.358089 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-88886b61-0989-41b0-af08-4d2122810395 None None] For port 0db92ae1-e72c-41f2-a4c9-627b340b2f6b, host dv-cinder-760178-13-iscsi, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:07:36.363250 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-88886b61-0989-41b0-af08-4d2122810395 None None] For port 0db92ae1-e72c-41f2-a4c9-627b340b2f6b, host dv-cinder-760178-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=0db92ae1-e72c-41f2-a4c9-627b340b2f6b,segment=NetworkSegment(30439ac3-bfc2-4366-b3ed-cdd25eab6de8),segment_id=30439ac3-bfc2-4366-b3ed-cdd25eab6de8)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:07:36.372627 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-88886b61-0989-41b0-af08-4d2122810395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:36.409956 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e847a895-c2ab-48c4-b067-3fd5a5ba0835 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:36.455526 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e847a895-c2ab-48c4-b067-3fd5a5ba0835 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474660'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:36.488649 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88886b61-0989-41b0-af08-4d2122810395 None None] Routers {'af8a7aee-e733-4a92-bc26-15511438b0f9'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:07:36.489480 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-88886b61-0989-41b0-af08-4d2122810395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:07:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['af8a7aee-e733-4a92-bc26-15511438b0f9'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:07:36.535414 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847a895-c2ab-48c4-b067-3fd5a5ba0835 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f22f657-3b6b-4c46-81fb-5a583119ce18,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:36.544766 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e847a895-c2ab-48c4-b067-3fd5a5ba0835 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:36.550951 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 45456) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:36.551494 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-e847a895-c2ab-48c4-b067-3fd5a5ba0835 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3882036 Sep 14 23:07:36.557239 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-b777924f-66bc-4d25-a502-7986395785ea tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Request body: {'security_group_rule': {'security_group_id': '43843a04-fa8c-4869-8b14-5b6fb4b4497a', 'project_id': 'a7319052cbd445279c634b71fd2736d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:07:36.601407 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b777924f-66bc-4d25-a502-7986395785ea tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:36.614752 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6fdf3-933b-4f4f-8a3a-20ae5b987177 req-520e334b-a4a6-43eb-9251-5637e95aef56 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:36.616383 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-90a6fdf3-933b-4f4f-8a3a-20ae5b987177 req-520e334b-a4a6-43eb-9251-5637e95aef56 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a57964-a2c2-49b5-8eab-a43c7ca98ddb HTTP/1.1" status: 200 len: 949 time: 0.1171432 Sep 14 23:07:36.736156 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b777924f-66bc-4d25-a502-7986395785ea tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:36.760731 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b777924f-66bc-4d25-a502-7986395785ea tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474660'] for security_group_rule, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:36.794155 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-90a6fdf3-933b-4f4f-8a3a-20ae5b987177 req-5e9683cc-998a-4b24-86da-aed5ca85cdc8 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2da2485-b1b3-48e2-93cf-1455d5c9c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590719 Sep 14 23:07:36.800744 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff6b60-04fe-459d-aea3-c3ab2ad1ac70 None None] Pushing event updated for resources: {'Port': ['ID=0db92ae1-e72c-41f2-a4c9-627b340b2f6b,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:36.808166 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-94a818ba-c513-4c7e-aaa0-9062be8ff2ec None None] Provisioning complete for port 0db92ae1-e72c-41f2-a4c9-627b340b2f6b triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:07:36.808910 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-94a818ba-c513-4c7e-aaa0-9062be8ff2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:36.863137 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b777924f-66bc-4d25-a502-7986395785ea tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:36.864272 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-b777924f-66bc-4d25-a502-7986395785ea tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3109946 Sep 14 23:07:36.867142 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 45466) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:36.873155 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777924f-66bc-4d25-a502-7986395785ea tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7048301f-fa65-4e2b-942d-69c7acb07326,revision_number=0']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:36.874581 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-cd7578e7-eaa5-4cd6-a221-60a46742fa0f tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Request body: {'security_group_rule': {'security_group_id': '43843a04-fa8c-4869-8b14-5b6fb4b4497a', 'project_id': 'a7319052cbd445279c634b71fd2736d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:07:36.883802 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c2354-70a9-4d07-97c9-fe3de007c219 req-203d65bd-3a07-4a1b-b820-7e311966e552 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:36.886899 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b83c2354-70a9-4d07-97c9-fe3de007c219 req-203d65bd-3a07-4a1b-b820-7e311966e552 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.1384008 Sep 14 23:07:36.902720 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-88886b61-0989-41b0-af08-4d2122810395 None None] Set router af8a7aee-e733-4a92-bc26-15511438b0f9 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:07:36.935402 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.db.securitygroups_db [None req-cd7578e7-eaa5-4cd6-a221-60a46742fa0f tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Project a7319052cbd445279c634b71fd2736d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:07:36.946264 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cd7578e7-eaa5-4cd6-a221-60a46742fa0f tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:36.985229 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b83c2354-70a9-4d07-97c9-fe3de007c219 req-33adf109-6fc3-4083-8291-526e8fb501c5 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777037 Sep 14 23:07:37.098829 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cd7578e7-eaa5-4cd6-a221-60a46742fa0f tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:37.105638 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cd7578e7-eaa5-4cd6-a221-60a46742fa0f tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474660'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:37.127465 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7578e7-eaa5-4cd6-a221-60a46742fa0f tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e8ff85-0814-414b-88e4-5d3f52121bef,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:37.162142 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cd7578e7-eaa5-4cd6-a221-60a46742fa0f tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:37.162864 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004afac1-10af-4d4a-be36-eada871daed8 req-21e76708-51e1-48a2-a9ef-1231626d59f3 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:37.164103 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-cd7578e7-eaa5-4cd6-a221-60a46742fa0f tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2953384 Sep 14 23:07:37.166255 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 45472) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:37.173523 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-004afac1-10af-4d4a-be36-eada871daed8 req-21e76708-51e1-48a2-a9ef-1231626d59f3 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.1039686 Sep 14 23:07:37.174999 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-94a818ba-c513-4c7e-aaa0-9062be8ff2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:37.179863 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-c513755e-b5e2-45ee-8823-6b5872eef0a9 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Request body: {'security_group_rule': {'security_group_id': '43843a04-fa8c-4869-8b14-5b6fb4b4497a', 'project_id': 'a7319052cbd445279c634b71fd2736d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:07:37.209565 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.db.securitygroups_db [None req-c513755e-b5e2-45ee-8823-6b5872eef0a9 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Project a7319052cbd445279c634b71fd2736d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:07:37.217793 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c513755e-b5e2-45ee-8823-6b5872eef0a9 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:37.257542 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-004afac1-10af-4d4a-be36-eada871daed8 req-0dc05466-a928-4036-963f-ea7c15d92336 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766759 Sep 14 23:07:37.283665 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-94a818ba-c513-4c7e-aaa0-9062be8ff2ec None None] For port 0db92ae1-e72c-41f2-a4c9-627b340b2f6b, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=0db92ae1-e72c-41f2-a4c9-627b340b2f6b,segment=NetworkSegment(30439ac3-bfc2-4366-b3ed-cdd25eab6de8),segment_id=30439ac3-bfc2-4366-b3ed-cdd25eab6de8)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:07:37.283846 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675923a-4c8f-4490-9b61-46f8c2d5361d req-032ef6d5-50de-4dc1-88d4-2a0aeeecbdad tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:37.292135 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8675923a-4c8f-4490-9b61-46f8c2d5361d req-032ef6d5-50de-4dc1-88d4-2a0aeeecbdad tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a57964-a2c2-49b5-8eab-a43c7ca98ddb HTTP/1.1" status: 200 len: 949 time: 0.0890341 Sep 14 23:07:37.297348 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-94a818ba-c513-4c7e-aaa0-9062be8ff2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:37.336818 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c513755e-b5e2-45ee-8823-6b5872eef0a9 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:37.341897 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c513755e-b5e2-45ee-8823-6b5872eef0a9 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474660'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:37.342622 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8675923a-4c8f-4490-9b61-46f8c2d5361d req-dc466649-4183-491c-be44-ab5c9711777f tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2da2485-b1b3-48e2-93cf-1455d5c9c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500517 Sep 14 23:07:37.384652 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513755e-b5e2-45ee-8823-6b5872eef0a9 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef727ead-4362-42a1-9aeb-ffb2f302e760,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:37.393454 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c513755e-b5e2-45ee-8823-6b5872eef0a9 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:37.394814 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-c513755e-b5e2-45ee-8823-6b5872eef0a9 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2274723 Sep 14 23:07:37.408654 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a818ba-c513-4c7e-aaa0-9062be8ff2ec None None] Pushing event updated for resources: {'Port': ['ID=0db92ae1-e72c-41f2-a4c9-627b340b2f6b,revision_number=5']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:37.452185 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-e309e95d-12ee-47b8-92d3-b2fced5b3637 None None] Provisioning complete for port 0db92ae1-e72c-41f2-a4c9-627b340b2f6b triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:07:37.452573 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-e309e95d-12ee-47b8-92d3-b2fced5b3637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:37.499222 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-88886b61-0989-41b0-af08-4d2122810395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8a7aee-e733-4a92-bc26-15511438b0f9', 'name': 'tempest-TestShelveInstance-1909630359-router', 'tenant_id': 'd073cfd420e9471eb95c5c713010e2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '5adf2f50-828d-42d6-ab78-0932ef2360e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:27Z', 'updated_at': '2021-09-14T23:07:32Z', 'revision_number': 4, 'project_id': 'd073cfd420e9471eb95c5c713010e2a4', 'gw_port': {'id': '5adf2f50-828d-42d6-ab78-0932ef2360e9', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8a7aee-e733-4a92-bc26-15511438b0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:28Z', 'updated_at': '2021-09-14T23:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': '0db92ae1-e72c-41f2-a4c9-627b340b2f6b', 'name': '', 'network_id': 'e6d1910f-bb45-4a76-af1f-261706e6f856', 'tenant_id': 'd073cfd420e9471eb95c5c713010e2a4', 'mac_address': 'fa:16:3e:f4:85:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8a7aee-e733-4a92-bc26-15511438b0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3df2ed0d-1086-4e70-bff9-afb8ab9aef7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:31Z', 'updated_at': '2021-09-14T23:07:36Z', 'revision_number': 4, 'project_id': 'd073cfd420e9471eb95c5c713010e2a4', 'subnets': [{'id': '3df2ed0d-1086-4e70-bff9-afb8ab9aef7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:07:37.532059 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88886b61-0989-41b0-af08-4d2122810395 None None] The sync data for ids ['af8a7aee-e733-4a92-bc26-15511438b0f9'] in dv-cinder-760178-13-iscsi is: [{'id': 'af8a7aee-e733-4a92-bc26-15511438b0f9', 'name': 'tempest-TestShelveInstance-1909630359-router', 'tenant_id': 'd073cfd420e9471eb95c5c713010e2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '5adf2f50-828d-42d6-ab78-0932ef2360e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:27Z', 'updated_at': '2021-09-14T23:07:32Z', 'revision_number': 4, 'project_id': 'd073cfd420e9471eb95c5c713010e2a4', 'gw_port': {'id': '5adf2f50-828d-42d6-ab78-0932ef2360e9', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8a7aee-e733-4a92-bc26-15511438b0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:28Z', 'updated_at': '2021-09-14T23:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': '0db92ae1-e72c-41f2-a4c9-627b340b2f6b', 'name': '', 'network_id': 'e6d1910f-bb45-4a76-af1f-261706e6f856', 'tenant_id': 'd073cfd420e9471eb95c5c713010e2a4', 'mac_address': 'fa:16:3e:f4:85:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8a7aee-e733-4a92-bc26-15511438b0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3df2ed0d-1086-4e70-bff9-afb8ab9aef7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:31Z', 'updated_at': '2021-09-14T23:07:36Z', 'revision_number': 4, 'project_id': 'd073cfd420e9471eb95c5c713010e2a4', 'subnets': [{'id': '3df2ed0d-1086-4e70-bff9-afb8ab9aef7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:07:37.882884 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:38.133061 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22697bf8-34f1-471f-bd52-f68fa008890c req-e40b4bac-54ee-4ea3-a5a3-30e3e03f37c3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:38.138341 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-22697bf8-34f1-471f-bd52-f68fa008890c req-e40b4bac-54ee-4ea3-a5a3-30e3e03f37c3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.0703115 Sep 14 23:07:38.213536 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-22697bf8-34f1-471f-bd52-f68fa008890c req-1cf336a4-4140-4db6-be35-17d26bf3d0d7 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645123 Sep 14 23:07:38.438217 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8736504-33cc-43e4-9952-a5840d87267b req-58015147-6a99-49d9-bc2a-07051cc38c01 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:38.439800 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e8736504-33cc-43e4-9952-a5840d87267b req-58015147-6a99-49d9-bc2a-07051cc38c01 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0930357 Sep 14 23:07:38.511673 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e8736504-33cc-43e4-9952-a5840d87267b req-7545c04a-d577-44b1-bfa5-46a0dc758717 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616841 Sep 14 23:07:38.519780 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c4495-0414-488b-aa0e-9f6e79fc1b39 req-a0e5a889-cc86-49d8-8d67-87ad7279d6bd tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:38.521536 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a99c4495-0414-488b-aa0e-9f6e79fc1b39 req-a0e5a889-cc86-49d8-8d67-87ad7279d6bd tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a57964-a2c2-49b5-8eab-a43c7ca98ddb HTTP/1.1" status: 200 len: 949 time: 0.0799925 Sep 14 23:07:38.567791 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a99c4495-0414-488b-aa0e-9f6e79fc1b39 req-f9045092-aaba-4fb0-91d0-b0ac49e7b684 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2da2485-b1b3-48e2-93cf-1455d5c9c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393631 Sep 14 23:07:39.136318 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 0db92ae1-e72c-41f2-a4c9-627b340b2f6b up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:07:39.207526 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port 0db92ae1-e72c-41f2-a4c9-627b340b2f6b triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:07:39.208188 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:39.371199 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b71a0a-e050-4be7-8c13-fd45e7daa5ef req-d794873f-4faa-46b7-9f7d-2130155a3cc4 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:39.380359 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-95b71a0a-e050-4be7-8c13-fd45e7daa5ef req-d794873f-4faa-46b7-9f7d-2130155a3cc4 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.0782278 Sep 14 23:07:39.421810 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-95b71a0a-e050-4be7-8c13-fd45e7daa5ef req-00066020-0aa9-4c64-bcba-b5aacf9e8f23 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404923 Sep 14 23:07:39.678534 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5311c91-a8ea-45ed-a6ce-4dbdba63dcd1 req-08036a67-3e9f-4e93-9d0d-c1176db82372 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:39.687562 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e5311c91-a8ea-45ed-a6ce-4dbdba63dcd1 req-08036a67-3e9f-4e93-9d0d-c1176db82372 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0793569 Sep 14 23:07:39.806274 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e5311c91-a8ea-45ed-a6ce-4dbdba63dcd1 req-8c0f2ce2-825d-4c96-adea-31adae0beda4 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159976 Sep 14 23:07:39.901365 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52fd81-a61b-4246-9d6c-4de197682bf5 req-b6cfcba6-fb20-4bfb-bd2a-9d9bf9fb69db tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:39.929526 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5a52fd81-a61b-4246-9d6c-4de197682bf5 req-b6cfcba6-fb20-4bfb-bd2a-9d9bf9fb69db tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a57964-a2c2-49b5-8eab-a43c7ca98ddb HTTP/1.1" status: 200 len: 949 time: 0.2140701 Sep 14 23:07:39.992601 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5a52fd81-a61b-4246-9d6c-4de197682bf5 req-31946fa4-cdb4-43f9-ada6-3815559cf10a tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2da2485-b1b3-48e2-93cf-1455d5c9c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673306 Sep 14 23:07:40.595918 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb685a-ec1b-47b6-870d-ce77309d84cb req-683805f1-e79d-4881-b545-cc4eac07160b tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:40.598258 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-39fb685a-ec1b-47b6-870d-ce77309d84cb req-683805f1-e79d-4881-b545-cc4eac07160b tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.0711737 Sep 14 23:07:40.648915 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-39fb685a-ec1b-47b6-870d-ce77309d84cb req-c356a0bd-5bca-4a58-ae64-59f4fb317925 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442543 Sep 14 23:07:40.955993 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f36a4-99dc-46ad-8cc2-22c68989eed2 req-4e5bf26f-7ee4-49ed-9875-1ae34ebee2e3 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:40.957499 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-832f36a4-99dc-46ad-8cc2-22c68989eed2 req-4e5bf26f-7ee4-49ed-9875-1ae34ebee2e3 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0550299 Sep 14 23:07:40.995460 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-832f36a4-99dc-46ad-8cc2-22c68989eed2 req-0e31a058-2509-42ad-a865-40de96846a94 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320909 Sep 14 23:07:41.103837 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed98f1-4371-4444-aefe-add2b74fa140 req-accfeb4f-35e6-4c9a-90d5-b885706f81b4 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:41.105345 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c7ed98f1-4371-4444-aefe-add2b74fa140 req-accfeb4f-35e6-4c9a-90d5-b885706f81b4 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a57964-a2c2-49b5-8eab-a43c7ca98ddb HTTP/1.1" status: 200 len: 949 time: 0.0495012 Sep 14 23:07:41.144754 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c7ed98f1-4371-4444-aefe-add2b74fa140 req-63ee356a-28e7-444d-8799-aa977044a2b3 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2da2485-b1b3-48e2-93cf-1455d5c9c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329444 Sep 14 23:07:41.772848 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef1d76-3539-40f9-85dd-ceea59fa7ea3 req-43cc022b-a006-4dee-8529-547e815b8d92 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:41.774321 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-30ef1d76-3539-40f9-85dd-ceea59fa7ea3 req-43cc022b-a006-4dee-8529-547e815b8d92 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.0505292 Sep 14 23:07:41.812086 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-30ef1d76-3539-40f9-85dd-ceea59fa7ea3 req-f25be0b2-f27d-4df3-acb9-02c6bba95d70 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311162 Sep 14 23:07:42.112334 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e053ed3-1bd3-4611-ab42-c949ed7e30dd req-362041d3-d8df-44df-a2a5-b900839a84a7 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:42.113814 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0e053ed3-1bd3-4611-ab42-c949ed7e30dd req-362041d3-d8df-44df-a2a5-b900839a84a7 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0512302 Sep 14 23:07:42.151190 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0e053ed3-1bd3-4611-ab42-c949ed7e30dd req-2bfd00f2-e551-4159-b0df-6e48069ac26a tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314884 Sep 14 23:07:42.264371 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2388e-5f37-457a-8aad-8fe1db530fe8 req-b0e88994-899a-4ecb-b59a-76ba4e1ccc60 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:42.265845 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-afb2388e-5f37-457a-8aad-8fe1db530fe8 req-b0e88994-899a-4ecb-b59a-76ba4e1ccc60 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a57964-a2c2-49b5-8eab-a43c7ca98ddb HTTP/1.1" status: 200 len: 949 time: 0.0476117 Sep 14 23:07:42.304570 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-afb2388e-5f37-457a-8aad-8fe1db530fe8 req-150f31c1-45f2-4a39-b47a-24bc9d21d139 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2da2485-b1b3-48e2-93cf-1455d5c9c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327134 Sep 14 23:07:42.929466 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2adb4c-2125-4600-a731-c861f5ee5aee req-5cf46d08-f120-4b31-b15b-2ee4ecf4da10 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:42.930917 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-af2adb4c-2125-4600-a731-c861f5ee5aee req-5cf46d08-f120-4b31-b15b-2ee4ecf4da10 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.0469785 Sep 14 23:07:42.970657 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-af2adb4c-2125-4600-a731-c861f5ee5aee req-3aed206a-5da2-4c83-9cbc-a33ef11aae32 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332789 Sep 14 23:07:43.303637 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561766ae-7906-4379-9504-02d9f4d6ac9d req-71ec07f1-61bf-4330-a1e8-33ef9f71109a tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:43.305174 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-561766ae-7906-4379-9504-02d9f4d6ac9d req-71ec07f1-61bf-4330-a1e8-33ef9f71109a tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0590513 Sep 14 23:07:43.344807 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-561766ae-7906-4379-9504-02d9f4d6ac9d req-6c1c7ca2-3f02-4596-8218-dde56f86672e tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326509 Sep 14 23:07:43.455216 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fed856-b77e-4173-8499-4542e55b9aa1 req-16e139f2-0040-4baa-bb85-a6d20fc261d8 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:43.456870 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e4fed856-b77e-4173-8499-4542e55b9aa1 req-16e139f2-0040-4baa-bb85-a6d20fc261d8 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a57964-a2c2-49b5-8eab-a43c7ca98ddb HTTP/1.1" status: 200 len: 949 time: 0.0543947 Sep 14 23:07:43.496030 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e4fed856-b77e-4173-8499-4542e55b9aa1 req-42f3d696-4031-4afc-9725-ad85bf29d1e0 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2da2485-b1b3-48e2-93cf-1455d5c9c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330815 Sep 14 23:07:44.095240 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f4b12-702a-4896-a649-289d9c5e5582 req-74447778-5103-4351-9d21-9f6dd868fcec tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:44.096758 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-199f4b12-702a-4896-a649-289d9c5e5582 req-74447778-5103-4351-9d21-9f6dd868fcec tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.0533311 Sep 14 23:07:44.135032 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-199f4b12-702a-4896-a649-289d9c5e5582 req-97ad615e-bb87-4820-9384-9b36edb81cde tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323129 Sep 14 23:07:44.137619 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9111ce1-a746-4b83-b9b1-f35d5192358f req-318f5c99-f4d3-418e-a355-4a96c5d4615c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:44.139277 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-d9111ce1-a746-4b83-b9b1-f35d5192358f req-318f5c99-f4d3-418e-a355-4a96c5d4615c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e1f3957a62c7479aaeab959ee6f17284&device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 1099 time: 0.0421205 Sep 14 23:07:44.230319 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9111ce1-a746-4b83-b9b1-f35d5192358f req-0db2cd00-a511-4fc3-902a-c38058e8d42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:44.232584 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-d9111ce1-a746-4b83-b9b1-f35d5192358f req-0db2cd00-a511-4fc3-902a-c38058e8d42d service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa9e38bf-d2d8-4eb7-8a53-97cdb6720662 HTTP/1.1" status: 200 len: 917 time: 0.0840499 Sep 14 23:07:44.334347 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-d9111ce1-a746-4b83-b9b1-f35d5192358f req-1d62bc1d-3117-4cee-8a17-dacc278a3e2b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 HTTP/1.1" status: 200 len: 1002 time: 0.0885551 Sep 14 23:07:44.406649 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9111ce1-a746-4b83-b9b1-f35d5192358f req-bb637fba-2cce-4456-a722-d0c46c61260b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:44.408459 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-d9111ce1-a746-4b83-b9b1-f35d5192358f req-bb637fba-2cce-4456-a722-d0c46c61260b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8fb1c270-17f7-4564-a01a-0bbfc57fb9f4 HTTP/1.1" status: 200 len: 855 time: 0.0558076 Sep 14 23:07:44.491495 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124016bf-8b70-42cb-b8bc-295da3c90fb7 req-1c2c04db-981d-4225-b565-a33a3b41e6e9 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:44.493039 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-124016bf-8b70-42cb-b8bc-295da3c90fb7 req-1c2c04db-981d-4225-b565-a33a3b41e6e9 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0781116 Sep 14 23:07:44.504304 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9111ce1-a746-4b83-b9b1-f35d5192358f req-c9e798c2-8630-400f-b002-7a4576adaa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:44.505795 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-d9111ce1-a746-4b83-b9b1-f35d5192358f req-c9e798c2-8630-400f-b002-7a4576adaa3a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa9e38bf-d2d8-4eb7-8a53-97cdb6720662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0516429 Sep 14 23:07:44.532975 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da588ab8-4d2c-45a6-aff9-d7ba4a61ae3f req-ce66639d-888f-45f9-afdc-e493709596da tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:44.534170 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-da588ab8-4d2c-45a6-aff9-d7ba4a61ae3f req-ce66639d-888f-45f9-afdc-e493709596da tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7a57964-a2c2-49b5-8eab-a43c7ca98ddb HTTP/1.1" status: 200 len: 949 time: 0.0795977 Sep 14 23:07:44.600806 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-124016bf-8b70-42cb-b8bc-295da3c90fb7 req-578d0f27-45b1-4839-b2a3-966b71e91f3f tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996683 Sep 14 23:07:44.622334 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-d9111ce1-a746-4b83-b9b1-f35d5192358f req-58e16af4-37b0-42d9-9272-cbc138936595 service neutron] 10.222.0.52 "GET /v2.0/networks/aa9e38bf-d2d8-4eb7-8a53-97cdb6720662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073782 Sep 14 23:07:44.723988 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-d9111ce1-a746-4b83-b9b1-f35d5192358f req-52e26f57-cea6-4378-afaa-f6c6a11c5687 service neutron] 10.222.0.52 "GET /v2.0/networks/aa9e38bf-d2d8-4eb7-8a53-97cdb6720662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943632 Sep 14 23:07:44.732408 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b585f-53e5-42d7-b883-5fb38f71841b req-c9856792-df87-4758-93ca-390f62ca764c tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:44.733922 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-da2b585f-53e5-42d7-b883-5fb38f71841b req-c9856792-df87-4758-93ca-390f62ca764c tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a57964-a2c2-49b5-8eab-a43c7ca98ddb HTTP/1.1" status: 200 len: 949 time: 0.1152840 Sep 14 23:07:44.771859 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [req-da588ab8-4d2c-45a6-aff9-d7ba4a61ae3f req-96f67a11-d2b7-4f37-a1ff-aa57e2838700 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Deleting port 9b491be8-4d6d-4eab-8e62-8fc9b2bea757 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:07:44.772268 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-da588ab8-4d2c-45a6-aff9-d7ba4a61ae3f req-96f67a11-d2b7-4f37-a1ff-aa57e2838700 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:44.807154 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-da2b585f-53e5-42d7-b883-5fb38f71841b req-f56aa6dc-55ba-41a4-b8e6-a63a62a25457 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2da2485-b1b3-48e2-93cf-1455d5c9c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662231 Sep 14 23:07:44.882576 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.db [req-da588ab8-4d2c-45a6-aff9-d7ba4a61ae3f req-96f67a11-d2b7-4f37-a1ff-aa57e2838700 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] For port 9b491be8-4d6d-4eab-8e62-8fc9b2bea757, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=9b491be8-4d6d-4eab-8e62-8fc9b2bea757,segment=NetworkSegment(6cce0728-8264-4ecc-83c2-5a3f7cc703f1),segment_id=6cce0728-8264-4ecc-83c2-5a3f7cc703f1)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:07:44.882951 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-da588ab8-4d2c-45a6-aff9-d7ba4a61ae3f req-96f67a11-d2b7-4f37-a1ff-aa57e2838700 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:44.900336 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [req-da588ab8-4d2c-45a6-aff9-d7ba4a61ae3f req-96f67a11-d2b7-4f37-a1ff-aa57e2838700 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Calling delete_port for 9b491be8-4d6d-4eab-8e62-8fc9b2bea757 owned by compute:nova {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:07:45.052711 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-da588ab8-4d2c-45a6-aff9-d7ba4a61ae3f req-96f67a11-d2b7-4f37-a1ff-aa57e2838700 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:45.109862 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f67a11-d2b7-4f37-a1ff-aa57e2838700 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Pushing event deleted for resources: {'Port': ['ID=9b491be8-4d6d-4eab-8e62-8fc9b2bea757,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:45.151112 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [req-da588ab8-4d2c-45a6-aff9-d7ba4a61ae3f req-96f67a11-d2b7-4f37-a1ff-aa57e2838700 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] No DVR routers for this DVR port 9b491be8-4d6d-4eab-8e62-8fc9b2bea757 on host hv-cinder-76017 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:07:45.154271 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-da588ab8-4d2c-45a6-aff9-d7ba4a61ae3f req-96f67a11-d2b7-4f37-a1ff-aa57e2838700 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:45.156240 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-da588ab8-4d2c-45a6-aff9-d7ba4a61ae3f req-96f67a11-d2b7-4f37-a1ff-aa57e2838700 tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.52 "DELETE /v2.0/ports/9b491be8-4d6d-4eab-8e62-8fc9b2bea757 HTTP/1.1" status: 204 len: 173 time: 0.6097867 Sep 14 23:07:45.156767 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a57964-a2c2-49b5-8eab-a43c7ca98ddb', 'name': 'network-vif-deleted', 'tag': '9b491be8-4d6d-4eab-8e62-8fc9b2bea757'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:07:45.158989 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e3d9041226317d09edcf9166cd50e54bb38c01393ec1a923659a7df53ecbff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d58b32c-f1c8-49c2-ac4f-8a2806feccc9" -d '{"events": [{"server_uuid": "a7a57964-a2c2-49b5-8eab-a43c7ca98ddb", "name": "network-vif-deleted", "tag": "9b491be8-4d6d-4eab-8e62-8fc9b2bea757"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:07:45.206336 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12dec73-5dc0-4709-ae98-a2f83808bbc4 x-openstack-request-id: req-f12dec73-5dc0-4709-ae98-a2f83808bbc4 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:07:45.206605 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a57964-a2c2-49b5-8eab-a43c7ca98ddb", "name": "network-vif-deleted", "tag": "9b491be8-4d6d-4eab-8e62-8fc9b2bea757", "status": "completed", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:07:45.206848 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f12dec73-5dc0-4709-ae98-a2f83808bbc4 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:07:45.207244 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a57964-a2c2-49b5-8eab-a43c7ca98ddb', 'name': 'network-vif-deleted', 'tag': '9b491be8-4d6d-4eab-8e62-8fc9b2bea757', 'status': 'completed', 'code': 200} Sep 14 23:07:45.286552 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc29de-40b9-4c76-af11-e23c4a099905 req-1e8daee3-ea97-480a-9cda-d15af3f78711 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:45.288043 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-aebc29de-40b9-4c76-af11-e23c4a099905 req-1e8daee3-ea97-480a-9cda-d15af3f78711 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.0572295 Sep 14 23:07:45.326258 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-aebc29de-40b9-4c76-af11-e23c4a099905 req-8e6074df-57cb-4d47-86c3-e766a0f03f2b tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315032 Sep 14 23:07:45.742570 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2cf0a-6048-4476-b48f-d09b9dc618de req-f086dd8b-acae-4203-89b6-f6c1cc2034da tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:45.748983 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5fc2cf0a-6048-4476-b48f-d09b9dc618de req-f086dd8b-acae-4203-89b6-f6c1cc2034da tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0632358 Sep 14 23:07:45.822788 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5fc2cf0a-6048-4476-b48f-d09b9dc618de req-c60025e4-1cb4-41f7-93e3-d37e6d467708 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642190 Sep 14 23:07:45.946734 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8e9e1481-141d-4a46-9fc4-55ebe4f13e31 req-6bf5d252-fa01-4033-9395-919b7592390e tempest-VolumesNegativeTest-420390011 tempest-VolumesNegativeTest-420390011-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a57964-a2c2-49b5-8eab-a43c7ca98ddb HTTP/1.1" status: 200 len: 210 time: 0.0313935 Sep 14 23:07:46.449400 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4d5e4-e7ab-4ca6-906a-90d99d4f3fa3 req-7b733922-f32b-450e-a481-e86dd3fc1a20 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:46.451288 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ebc4d5e4-e7ab-4ca6-906a-90d99d4f3fa3 req-7b733922-f32b-450e-a481-e86dd3fc1a20 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 946 time: 0.0494671 Sep 14 23:07:46.489254 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ebc4d5e4-e7ab-4ca6-906a-90d99d4f3fa3 req-433f33ca-c4fc-42cd-83f4-20eb9c4910c3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320301 Sep 14 23:07:46.875347 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 9b491be8-4d6d-4eab-8e62-8fc9b2bea757 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:07:46.908253 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] No Port match for: 9b491be8-4d6d-4eab-8e62-8fc9b2bea757 {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:07:46.908884 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 9b491be8-4d6d-4eab-8e62-8fc9b2bea757 not bound to the agent host hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:07:46.909320 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:07:46.946902 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70ddd2-043e-4484-a625-35f27bf67d1c req-8c71058a-ab1c-43f6-b655-3f2f3cfb9cc2 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:46.948457 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-af70ddd2-043e-4484-a625-35f27bf67d1c req-8c71058a-ab1c-43f6-b655-3f2f3cfb9cc2 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0504735 Sep 14 23:07:47.001367 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:47.028514 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9686cd85-5deb-437f-bd81-1b1ad5bfc1b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8'}] {{(pid=94136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:07:47.031942 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2b16cdf9a486da92f6eb6a5b1ab92e1b41f493a7e96932162ce692d4f29dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fdb228-1b5b-416b-8f02-84a815f72730" -d '{"events": [{"server_uuid": "9686cd85-5deb-437f-bd81-1b1ad5bfc1b0", "name": "network-vif-unplugged", "status": "completed", "tag": "8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8"}]}' {{(pid=94136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:07:47.032720 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-af70ddd2-043e-4484-a625-35f27bf67d1c req-41562718-b381-4856-aa15-d37b636128f5 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716300 Sep 14 23:07:47.077363 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8,segment=NetworkSegment(be17818b-7699-476a-ab10-d7d8b4987e70),segment_id=be17818b-7699-476a-ab10-d7d8b4987e70)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:07:47.094188 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Sep 2021 23:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c95d4c-d768-4883-8785-da92cb04462c x-openstack-request-id: req-29c95d4c-d768-4883-8785-da92cb04462c {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:07:47.094510 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9686cd85-5deb-437f-bd81-1b1ad5bfc1b0", "name": "network-vif-unplugged", "status": "completed", "tag": "8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8", "code": 200}]} {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:07:47.097657 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-29c95d4c-d768-4883-8785-da92cb04462c {{(pid=94136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:07:47.098244 dv-cinder-760178-13-iscsi neutron-server[94136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9686cd85-5deb-437f-bd81-1b1ad5bfc1b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8', 'code': 200} Sep 14 23:07:47.100562 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:47.169231 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8,revision_number=8']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:47.323207 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbafa1-5078-4259-846d-e0f004509bbd req-7a682918-f845-4316-92cd-0923160860c4 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:47.325981 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-27cbafa1-5078-4259-846d-e0f004509bbd req-7a682918-f845-4316-92cd-0923160860c4 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=b67aa26f-cc38-4d76-ad89-7ea6ed8a7000 HTTP/1.1" status: 200 len: 946 time: 0.0561824 Sep 14 23:07:47.365853 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-27cbafa1-5078-4259-846d-e0f004509bbd req-713363a4-e6a8-40d0-ae7d-f1be815e4a74 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336719 Sep 14 23:07:47.630786 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb732f-08ee-40ea-b6c1-5286ae4cf043 req-3e6d986c-f2f7-41c1-8927-468e01b6be43 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:47.632426 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7dcb732f-08ee-40ea-b6c1-5286ae4cf043 req-3e6d986c-f2f7-41c1-8927-468e01b6be43 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 944 time: 0.0679195 Sep 14 23:07:47.676592 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7dcb732f-08ee-40ea-b6c1-5286ae4cf043 req-2245a974-8803-4be7-9dd6-4739a7b59cef tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370836 Sep 14 23:07:48.175730 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6323a8e-d0d1-4b2a-bd62-6206774faca5 req-39b5cc5d-cdf0-4025-9588-35b521c7f127 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:48.183028 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e6323a8e-d0d1-4b2a-bd62-6206774faca5 req-39b5cc5d-cdf0-4025-9588-35b521c7f127 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0717552 Sep 14 23:07:48.229695 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e6323a8e-d0d1-4b2a-bd62-6206774faca5 req-7efe1df0-0574-4bda-902f-da4cbe032908 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456371 Sep 14 23:07:48.294440 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [req-a1ee9852-5e68-45be-8abd-d12cd2817650 req-ff082aab-db7d-49ba-837d-4df24bd64baa service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94135) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 23:07:48.296279 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a1ee9852-5e68-45be-8abd-d12cd2817650 req-ff082aab-db7d-49ba-837d-4df24bd64baa service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062063 Sep 14 23:07:48.565947 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4b5b1-d2d6-4342-ba2e-5157282811b4 req-b7f2a0f4-7b98-4baf-a10d-9230cca9ee20 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:48.567428 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a5c4b5b1-d2d6-4342-ba2e-5157282811b4 req-b7f2a0f4-7b98-4baf-a10d-9230cca9ee20 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=b67aa26f-cc38-4d76-ad89-7ea6ed8a7000 HTTP/1.1" status: 200 len: 946 time: 0.1083763 Sep 14 23:07:48.580629 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ace8d-d670-4f0b-a2b2-35dcef860cc8 req-4cf52314-5228-484b-8dd4-860e954c23f7 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:48.582220 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-924ace8d-d670-4f0b-a2b2-35dcef860cc8 req-4cf52314-5228-484b-8dd4-860e954c23f7 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 944 time: 0.0945463 Sep 14 23:07:48.639930 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a5c4b5b1-d2d6-4342-ba2e-5157282811b4 req-f6eeaac2-cbc9-4dee-8973-17da06007f96 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565562 Sep 14 23:07:48.643182 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-924ace8d-d670-4f0b-a2b2-35dcef860cc8 req-9f80cba4-9fa2-4eb6-8fee-08ada01127e8 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532317 Sep 14 23:07:48.832589 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 45890) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:48.925667 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-6ce9613d-9008-4e2c-8ba3-765c134c72fc req-9f2a8b37-724e-441b-af5c-fbefe18160eb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0919228 Sep 14 23:07:48.934873 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [req-6ce9613d-9008-4e2c-8ba3-765c134c72fc req-cecc2681-9c4d-4284-bce9-cf3442829e5b service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 23:07:48.935859 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-6ce9613d-9008-4e2c-8ba3-765c134c72fc req-cecc2681-9c4d-4284-bce9-cf3442829e5b service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054240 Sep 14 23:07:49.366786 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee41c4-3251-4309-8938-90e5d9c4a12e req-36a86aec-41d8-4d75-877a-9ba2b0b3a660 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:49.373161 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-87ee41c4-3251-4309-8938-90e5d9c4a12e req-36a86aec-41d8-4d75-877a-9ba2b0b3a660 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0609653 Sep 14 23:07:49.410629 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-87ee41c4-3251-4309-8938-90e5d9c4a12e req-77b63823-bfad-4156-99f3-55cd28e47c15 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351937 Sep 14 23:07:50.015613 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04018a8-8e1a-4278-bfed-157d7d96477a req-48453046-fd49-425d-b394-460c34d25b22 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:50.017080 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f04018a8-8e1a-4278-bfed-157d7d96477a req-48453046-fd49-425d-b394-460c34d25b22 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.52 "GET /v2.0/ports?device_id=b67aa26f-cc38-4d76-ad89-7ea6ed8a7000 HTTP/1.1" status: 200 len: 946 time: 0.0787060 Sep 14 23:07:50.025229 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42da9e-6d87-4edd-9a22-3509b7ff1699 req-61be8813-dafe-4730-a56e-a90df338302d tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:50.026606 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9c42da9e-6d87-4edd-9a22-3509b7ff1699 req-61be8813-dafe-4730-a56e-a90df338302d tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=b67aa26f-cc38-4d76-ad89-7ea6ed8a7000 HTTP/1.1" status: 200 len: 946 time: 0.3044639 Sep 14 23:07:50.035384 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b49ac-ef8a-41b4-a53c-fcdf6ef753ec req-6ffa7414-f6e4-456f-8765-d23c4e814a2f tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:50.036964 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-541b49ac-ef8a-41b4-a53c-fcdf6ef753ec req-6ffa7414-f6e4-456f-8765-d23c4e814a2f tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 946 time: 0.3270481 Sep 14 23:07:50.145828 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-541b49ac-ef8a-41b4-a53c-fcdf6ef753ec req-12e30cf5-8d52-4a27-a9fe-73af45ad1b8b tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018529 Sep 14 23:07:50.150174 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9c42da9e-6d87-4edd-9a22-3509b7ff1699 req-6ea584eb-9164-4302-a577-f97357704e03 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073911 Sep 14 23:07:50.179091 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [req-f04018a8-8e1a-4278-bfed-157d7d96477a req-a81f35e5-8eda-4ec6-877b-e9193aa02223 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Deleting port 5fe264b0-97eb-4856-ad44-77f9c9eef612 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:07:50.179091 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-f04018a8-8e1a-4278-bfed-157d7d96477a req-a81f35e5-8eda-4ec6-877b-e9193aa02223 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:50.309403 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82f91e-e2a7-47b0-864f-c2086d056d96 req-c4f689df-c45b-4fb5-b825-f60a24d068c6 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:50.310906 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6b82f91e-e2a7-47b0-864f-c2086d056d96 req-c4f689df-c45b-4fb5-b825-f60a24d068c6 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 944 time: 0.1010704 Sep 14 23:07:50.312952 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.db [req-f04018a8-8e1a-4278-bfed-157d7d96477a req-a81f35e5-8eda-4ec6-877b-e9193aa02223 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] For port 5fe264b0-97eb-4856-ad44-77f9c9eef612, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=5fe264b0-97eb-4856-ad44-77f9c9eef612,segment=NetworkSegment(eb098917-dbc9-4dc3-81e9-deb624e7bf20),segment_id=eb098917-dbc9-4dc3-81e9-deb624e7bf20)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:07:50.313337 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-f04018a8-8e1a-4278-bfed-157d7d96477a req-a81f35e5-8eda-4ec6-877b-e9193aa02223 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:50.332388 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [req-f04018a8-8e1a-4278-bfed-157d7d96477a req-a81f35e5-8eda-4ec6-877b-e9193aa02223 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Calling delete_port for 5fe264b0-97eb-4856-ad44-77f9c9eef612 owned by compute:nova {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:07:50.400485 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6b82f91e-e2a7-47b0-864f-c2086d056d96 req-4c6177a2-ad77-4da5-9091-7b9ca00ba78e tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791438 Sep 14 23:07:50.503888 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-f04018a8-8e1a-4278-bfed-157d7d96477a req-a81f35e5-8eda-4ec6-877b-e9193aa02223 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:50.519037 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['80c57b00-d31c-4c6f-90ad-dbf9909774c0', 'fce75108-7ccd-482f-af32-9f8bac0e512e', '4ec65a10-0cd6-4e24-a6b0-44fa494ad436', '5fe264b0-97eb-4856-ad44-77f9c9eef612'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:07:50.568144 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f35e5-8eda-4ec6-877b-e9193aa02223 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Pushing event deleted for resources: {'Port': ['ID=5fe264b0-97eb-4856-ad44-77f9c9eef612,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:50.605531 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04018a8-8e1a-4278-bfed-157d7d96477a req-a81f35e5-8eda-4ec6-877b-e9193aa02223 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] No DVR routers for this DVR port 5fe264b0-97eb-4856-ad44-77f9c9eef612 on host hv-cinder-76017 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:07:50.608977 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-f04018a8-8e1a-4278-bfed-157d7d96477a req-a81f35e5-8eda-4ec6-877b-e9193aa02223 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:50.610913 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f04018a8-8e1a-4278-bfed-157d7d96477a req-a81f35e5-8eda-4ec6-877b-e9193aa02223 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.52 "DELETE /v2.0/ports/5fe264b0-97eb-4856-ad44-77f9c9eef612 HTTP/1.1" status: 204 len: 173 time: 0.5834386 Sep 14 23:07:50.611443 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67aa26f-cc38-4d76-ad89-7ea6ed8a7000', 'name': 'network-vif-deleted', 'tag': '5fe264b0-97eb-4856-ad44-77f9c9eef612'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:07:50.613622 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e3d9041226317d09edcf9166cd50e54bb38c01393ec1a923659a7df53ecbff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38ab9d2-b5a9-4719-8577-d053a02d248e" -d '{"events": [{"server_uuid": "b67aa26f-cc38-4d76-ad89-7ea6ed8a7000", "name": "network-vif-deleted", "tag": "5fe264b0-97eb-4856-ad44-77f9c9eef612"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:07:50.625725 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978ed25-2cbf-4da1-b6e8-7edf76a5d6e5 req-b818f4de-3cfd-44da-bea9-bc1b6b4d4f46 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:50.627311 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7978ed25-2cbf-4da1-b6e8-7edf76a5d6e5 req-b818f4de-3cfd-44da-bea9-bc1b6b4d4f46 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.1393392 Sep 14 23:07:50.671054 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06646c03-ddd6-4f49-94e3-449f5b45c016 x-openstack-request-id: req-06646c03-ddd6-4f49-94e3-449f5b45c016 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:07:50.671472 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b67aa26f-cc38-4d76-ad89-7ea6ed8a7000", "name": "network-vif-deleted", "tag": "5fe264b0-97eb-4856-ad44-77f9c9eef612", "status": "completed", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:07:50.671727 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-06646c03-ddd6-4f49-94e3-449f5b45c016 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:07:50.672117 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67aa26f-cc38-4d76-ad89-7ea6ed8a7000', 'name': 'network-vif-deleted', 'tag': '5fe264b0-97eb-4856-ad44-77f9c9eef612', 'status': 'completed', 'code': 200} Sep 14 23:07:50.682709 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7978ed25-2cbf-4da1-b6e8-7edf76a5d6e5 req-b710f31b-c183-4ceb-b221-beda243f9eea tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465765 Sep 14 23:07:50.888724 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:07:51.220943 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9613d-9008-4e2c-8ba3-765c134c72fc req-5a6f1d7f-85f7-43fc-8c82-81794d395b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:51.222452 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6ce9613d-9008-4e2c-8ba3-765c134c72fc req-5a6f1d7f-85f7-43fc-8c82-81794d395b36 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0&tenant_id=e1f3957a62c7479aaeab959ee6f17284 HTTP/1.1" status: 200 len: 1097 time: 0.0900831 Sep 14 23:07:51.259432 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 46002) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:51.318026 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0eae2165-455d-47de-8ada-20741e10805f req-024a71f9-b85f-4949-9286-e127ee23fbcc tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=b67aa26f-cc38-4d76-ad89-7ea6ed8a7000 HTTP/1.1" status: 200 len: 210 time: 0.0524118 Sep 14 23:07:51.341424 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bc0f3-4bc6-42bd-8a29-9e07ac25f9af req-77ae5a2a-f345-419c-8775-0b5d308f747b tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:51.342930 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3e4bc0f3-4bc6-42bd-8a29-9e07ac25f9af req-77ae5a2a-f345-419c-8775-0b5d308f747b tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 946 time: 0.1124792 Sep 14 23:07:51.349444 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9613d-9008-4e2c-8ba3-765c134c72fc req-8e69dfab-1d18-480d-aeb3-fb4fcdc9a722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:51.350778 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6ce9613d-9008-4e2c-8ba3-765c134c72fc req-8e69dfab-1d18-480d-aeb3-fb4fcdc9a722 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e1f3957a62c7479aaeab959ee6f17284&device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 1097 time: 0.0838838 Sep 14 23:07:51.399557 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-e6f65724-33d8-4ce2-a7cf-9481c24cd716 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7c1337f573324df7bf6219efd59606e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1388245 Sep 14 23:07:51.401829 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 46006) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:51.414477 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3e4bc0f3-4bc6-42bd-8a29-9e07ac25f9af req-10536a1c-ceaf-4e02-b6cd-f01aa1f34b55 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627038 Sep 14 23:07:51.460743 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1d25d4f-c62f-44b6-8c08-1e08d437edbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:51.474636 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9613d-9008-4e2c-8ba3-765c134c72fc req-6b2d0e13-33f5-4e00-8223-74035b20c3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:51.476232 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6ce9613d-9008-4e2c-8ba3-765c134c72fc req-6b2d0e13-33f5-4e00-8223-74035b20c3fb service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa9e38bf-d2d8-4eb7-8a53-97cdb6720662 HTTP/1.1" status: 200 len: 917 time: 0.1106176 Sep 14 23:07:51.482392 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1d25d4f-c62f-44b6-8c08-1e08d437edbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:51.539149 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1d25d4f-c62f-44b6-8c08-1e08d437edbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:51.541888 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e1d25d4f-c62f-44b6-8c08-1e08d437edbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:51.543597 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-e1d25d4f-c62f-44b6-8c08-1e08d437edbd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b2da2485-b1b3-48e2-93cf-1455d5c9c9fc HTTP/1.1" status: 204 len: 168 time: 0.1400468 Sep 14 23:07:51.553835 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d25d4f-c62f-44b6-8c08-1e08d437edbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2da2485-b1b3-48e2-93cf-1455d5c9c9fc,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:51.575091 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6ce9613d-9008-4e2c-8ba3-765c134c72fc req-3a3b9678-988b-4839-8e68-a070dbdeefa8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 HTTP/1.1" status: 200 len: 1000 time: 0.0874102 Sep 14 23:07:51.582847 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d203c-4ecf-4e0e-80e1-54d97a18d208 req-0ba1d587-d17c-4db9-a631-6fcf7068752a tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:51.584397 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8e8d203c-4ecf-4e0e-80e1-54d97a18d208 req-0ba1d587-d17c-4db9-a631-6fcf7068752a tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 944 time: 0.1050937 Sep 14 23:07:51.670786 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9613d-9008-4e2c-8ba3-765c134c72fc req-e122ff37-1bb7-4502-81fd-6e49456ae014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:51.672354 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6ce9613d-9008-4e2c-8ba3-765c134c72fc req-e122ff37-1bb7-4502-81fd-6e49456ae014 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8fb1c270-17f7-4564-a01a-0bbfc57fb9f4 HTTP/1.1" status: 200 len: 855 time: 0.0807686 Sep 14 23:07:51.677088 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8e8d203c-4ecf-4e0e-80e1-54d97a18d208 req-8e9b806d-ec0b-4c79-9bc5-d58e22abeb89 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769360 Sep 14 23:07:51.758427 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9613d-9008-4e2c-8ba3-765c134c72fc req-05675572-aafa-4b07-b183-ff9329d24271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:51.760318 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6ce9613d-9008-4e2c-8ba3-765c134c72fc req-05675572-aafa-4b07-b183-ff9329d24271 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa9e38bf-d2d8-4eb7-8a53-97cdb6720662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0761092 Sep 14 23:07:51.875695 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3889a-5d3a-4dbd-88a2-9da9eef550c0 req-387bce2c-d37a-4ed9-8a13-6026276cfe32 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:51.877263 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fba3889a-5d3a-4dbd-88a2-9da9eef550c0 req-387bce2c-d37a-4ed9-8a13-6026276cfe32 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.1090817 Sep 14 23:07:51.925092 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6ce9613d-9008-4e2c-8ba3-765c134c72fc req-02230cc1-de68-4c35-bd24-071610c0adf8 service neutron] 10.222.0.52 "GET /v2.0/networks/aa9e38bf-d2d8-4eb7-8a53-97cdb6720662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483285 Sep 14 23:07:51.951964 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fba3889a-5d3a-4dbd-88a2-9da9eef550c0 req-1fa14635-8efc-4e2a-921a-1187febc97c7 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605531 Sep 14 23:07:52.030305 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6ce9613d-9008-4e2c-8ba3-765c134c72fc req-8d11b9d0-849d-41b9-8259-a57261d5b07e service neutron] 10.222.0.52 "GET /v2.0/networks/aa9e38bf-d2d8-4eb7-8a53-97cdb6720662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949750 Sep 14 23:07:52.281843 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 46040) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:52.333017 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a01cb-1fd7-4e4c-b727-5dd859e24ee3 req-c916c575-157d-49a9-bf2c-c84fef81f8e3 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:52.334666 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4a7a01cb-1fd7-4e4c-b727-5dd859e24ee3 req-c916c575-157d-49a9-bf2c-c84fef81f8e3 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.52 "GET /v2.0/ports?device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 946 time: 0.0509956 Sep 14 23:07:52.396356 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-3ec8446b-5253-47d4-85be-42d3415cd07a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-951826626-network', 'tenant_id': '16f8af8a3e5e4c55b7201be8a5d05ee2'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:07:52.425166 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec8446b-5253-47d4-85be-42d3415cd07a admin admin] Made reservation on behalf of 16f8af8a3e5e4c55b7201be8a5d05ee2 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:07:52.427801 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3ec8446b-5253-47d4-85be-42d3415cd07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:52.453395 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3ec8446b-5253-47d4-85be-42d3415cd07a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:52.468819 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [req-4a7a01cb-1fd7-4e4c-b727-5dd859e24ee3 req-da455a06-4d42-471e-8641-398cb7725235 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Deleting port 3c43bb9e-1a50-4390-98b7-f2404277bc41 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:07:52.469491 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-4a7a01cb-1fd7-4e4c-b727-5dd859e24ee3 req-da455a06-4d42-471e-8641-398cb7725235 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:52.607165 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3ec8446b-5253-47d4-85be-42d3415cd07a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:52.611893 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3ec8446b-5253-47d4-85be-42d3415cd07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:52.628644 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.db [req-4a7a01cb-1fd7-4e4c-b727-5dd859e24ee3 req-da455a06-4d42-471e-8641-398cb7725235 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] For port 3c43bb9e-1a50-4390-98b7-f2404277bc41, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=3c43bb9e-1a50-4390-98b7-f2404277bc41,segment=NetworkSegment(c360a02f-7804-4a78-b403-a270fa5b9669),segment_id=c360a02f-7804-4a78-b403-a270fa5b9669)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:07:52.629023 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-4a7a01cb-1fd7-4e4c-b727-5dd859e24ee3 req-da455a06-4d42-471e-8641-398cb7725235 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:52.639877 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd878dd7-f040-4d92-bf46-43ce1a019024 req-f990f19b-87ab-4e6a-8711-32547cd12518 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:52.641241 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ec8446b-5253-47d4-85be-42d3415cd07a admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:07:52.642828 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-bd878dd7-f040-4d92-bf46-43ce1a019024 req-f990f19b-87ab-4e6a-8711-32547cd12518 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 946 time: 0.0897522 Sep 14 23:07:52.652339 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec8446b-5253-47d4-85be-42d3415cd07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45dcf2d1-4614-4fe2-8c6d-082001e89ecf,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:52.658812 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3ec8446b-5253-47d4-85be-42d3415cd07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:52.659113 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.db.segments_db [None req-3ec8446b-5253-47d4-85be-42d3415cd07a admin admin] Added segment 7fb02b41-577f-4192-b7fa-301b1defa6b4 of type vlan for network 75df04b7-109f-47d1-ada3-939d55f6000f Sep 14 23:07:52.659579 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [req-4a7a01cb-1fd7-4e4c-b727-5dd859e24ee3 req-da455a06-4d42-471e-8641-398cb7725235 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Calling delete_port for 3c43bb9e-1a50-4390-98b7-f2404277bc41 owned by compute:nova {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:07:52.710436 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3ec8446b-5253-47d4-85be-42d3415cd07a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755853879839'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:52.741427 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-bd878dd7-f040-4d92-bf46-43ce1a019024 req-3f0d1535-bd4d-4e9b-9e7a-848b4e7ef430 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837116 Sep 14 23:07:52.745322 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3ec8446b-5253-47d4-85be-42d3415cd07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:52.747955 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec8446b-5253-47d4-85be-42d3415cd07a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:52.748880 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3ec8446b-5253-47d4-85be-42d3415cd07a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:52.821927 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-3ec8446b-5253-47d4-85be-42d3415cd07a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5388277 Sep 14 23:07:52.822969 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 46068) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:52.831680 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-01cac0cc-f0dc-44fc-8d45-7a7018fa7b57 admin admin] Request body: {'subnet': {'network_id': '75df04b7-109f-47d1-ada3-939d55f6000f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-951826626-subnet', 'tenant_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:07:52.887248 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec8446b-5253-47d4-85be-42d3415cd07a admin admin] Pushing event updated for resources: {'Network': ['ID=75df04b7-109f-47d1-ada3-939d55f6000f,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:52.898471 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 5fe264b0-97eb-4856-ad44-77f9c9eef612 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:07:52.910638 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cac0cc-f0dc-44fc-8d45-7a7018fa7b57 admin admin] Made reservation on behalf of 16f8af8a3e5e4c55b7201be8a5d05ee2 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:07:52.913328 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-01cac0cc-f0dc-44fc-8d45-7a7018fa7b57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13474289'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:52.943515 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Network 75df04b7-109f-47d1-ada3-939d55f6000f details requested by agent ovs-agent-dv-cinder-760178-13-iscsi with host dv-cinder-760178-13-iscsi {{(pid=94136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 23:07:52.946698 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] No Port match for: 5fe264b0-97eb-4856-ad44-77f9c9eef612 {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:07:52.947641 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 5fe264b0-97eb-4856-ad44-77f9c9eef612 not bound to the agent host hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:07:53.061552 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-4a7a01cb-1fd7-4e4c-b727-5dd859e24ee3 req-da455a06-4d42-471e-8641-398cb7725235 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:53.115920 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0a546-7365-4670-bb59-3a1b436146a4 req-5268e409-6aac-4e23-b3f5-aedbf6dae5e4 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:53.119565 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-94e0a546-7365-4670-bb59-3a1b436146a4 req-5268e409-6aac-4e23-b3f5-aedbf6dae5e4 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 944 time: 0.2830429 Sep 14 23:07:53.124939 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da455a06-4d42-471e-8641-398cb7725235 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Pushing event deleted for resources: {'Port': ['ID=3c43bb9e-1a50-4390-98b7-f2404277bc41,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:53.193131 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-01cac0cc-f0dc-44fc-8d45-7a7018fa7b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16122564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13474271'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:53.237704 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7a01cb-1fd7-4e4c-b727-5dd859e24ee3 req-da455a06-4d42-471e-8641-398cb7725235 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] No DVR routers for this DVR port 3c43bb9e-1a50-4390-98b7-f2404277bc41 on host hv-cinder-76017 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:07:53.241780 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-4a7a01cb-1fd7-4e4c-b727-5dd859e24ee3 req-da455a06-4d42-471e-8641-398cb7725235 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:53.243161 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4a7a01cb-1fd7-4e4c-b727-5dd859e24ee3 req-da455a06-4d42-471e-8641-398cb7725235 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.52 "DELETE /v2.0/ports/3c43bb9e-1a50-4390-98b7-f2404277bc41 HTTP/1.1" status: 204 len: 173 time: 0.8995059 Sep 14 23:07:53.245812 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144ebf98-dbf1-46e5-8e02-e0027ba2c31d', 'name': 'network-vif-deleted', 'tag': '3c43bb9e-1a50-4390-98b7-f2404277bc41'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:07:53.248335 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e3d9041226317d09edcf9166cd50e54bb38c01393ec1a923659a7df53ecbff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7665712-79eb-4935-b64e-8fa1ca3a67f0" -d '{"events": [{"server_uuid": "144ebf98-dbf1-46e5-8e02-e0027ba2c31d", "name": "network-vif-deleted", "tag": "3c43bb9e-1a50-4390-98b7-f2404277bc41"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:07:53.269150 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-94e0a546-7365-4670-bb59-3a1b436146a4 req-dc346ab9-d668-44b4-b855-7af195137df5 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352930 Sep 14 23:07:53.280768 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0dc3-4ca3-483f-94a6-439aea307464 req-bf22c405-5dad-4964-956a-09d2b935fb1f tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:53.282383 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-43db0dc3-4ca3-483f-94a6-439aea307464 req-bf22c405-5dad-4964-956a-09d2b935fb1f tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.1610844 Sep 14 23:07:53.348490 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cac0cc-f0dc-44fc-8d45-7a7018fa7b57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f85dd972-c009-40bc-a65e-f5ee6b80dcaf,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:53.357567 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cac0cc-f0dc-44fc-8d45-7a7018fa7b57 admin admin] Checking segment: {'id': '7fb02b41-577f-4192-b7fa-301b1defa6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '75df04b7-109f-47d1-ada3-939d55f6000f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:07:53.357937 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cac0cc-f0dc-44fc-8d45-7a7018fa7b57 admin admin] Network hostable DHCP agents. Network: 75df04b7-109f-47d1-ada3-939d55f6000f, hostable agents: ['cc88f5a5-5435-4a3a-a65f-5f33fd37a978'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:07:53.371500 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-43db0dc3-4ca3-483f-94a6-439aea307464 req-af67335d-4658-4a1d-a7b0-c4b00b6ab13a tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829790 Sep 14 23:07:53.376636 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551a559d-7dfe-4151-bda5-dd9f8ff9776f x-openstack-request-id: req-551a559d-7dfe-4151-bda5-dd9f8ff9776f {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:07:53.379159 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "144ebf98-dbf1-46e5-8e02-e0027ba2c31d", "name": "network-vif-deleted", "tag": "3c43bb9e-1a50-4390-98b7-f2404277bc41", "status": "completed", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:07:53.379517 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-551a559d-7dfe-4151-bda5-dd9f8ff9776f {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:07:53.380096 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '144ebf98-dbf1-46e5-8e02-e0027ba2c31d', 'name': 'network-vif-deleted', 'tag': '3c43bb9e-1a50-4390-98b7-f2404277bc41', 'status': 'completed', 'code': 200} Sep 14 23:07:53.385877 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cac0cc-f0dc-44fc-8d45-7a7018fa7b57 admin admin] Network 75df04b7-109f-47d1-ada3-939d55f6000f is scheduled to be hosted by DHCP agent cc88f5a5-5435-4a3a-a65f-5f33fd37a978 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:07:53.396277 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-01cac0cc-f0dc-44fc-8d45-7a7018fa7b57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-13-iscsi, 75df04b7-109f-47d1-ada3-939d55f6000f) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:07:53.400868 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cac0cc-f0dc-44fc-8d45-7a7018fa7b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:53.401575 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-01cac0cc-f0dc-44fc-8d45-7a7018fa7b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:53.406421 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45716b7c-64ba-43aa-8a40-b62dd721fc3d None None] Network 75df04b7-109f-47d1-ada3-939d55f6000f requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:07:53.444332 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-01cac0cc-f0dc-44fc-8d45-7a7018fa7b57 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6149764 Sep 14 23:07:53.444760 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 46076) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:53.450037 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-cc76cda3-8613-46f4-8200-0fcd1d4ebc02 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-951826626-router', 'tenant_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:07:53.501025 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cc76cda3-8613-46f4-8200-0fcd1d4ebc02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1971'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:53.502091 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cc76cda3-8613-46f4-8200-0fcd1d4ebc02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-441611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1960'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:53.613230 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cc76cda3-8613-46f4-8200-0fcd1d4ebc02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:53.662724 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2464e4-daf5-4418-9e48-e98201c63b31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1adbdb87-4762-54d0-a17a-bc3c08ba6b8b-75df04b7-109f-47d1-ada3-939d55f6000f', 'network_id': '75df04b7-109f-47d1-ada3-939d55f6000f', 'tenant_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'fixed_ips': [{'subnet_id': 'f85dd972-c009-40bc-a65e-f5ee6b80dcaf'}]}} from dv-cinder-760178-13-iscsi. {{(pid=94136) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 23:07:53.664558 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-aa2464e4-daf5-4418-9e48-e98201c63b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:53.791952 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cc76cda3-8613-46f4-8200-0fcd1d4ebc02 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:53.892797 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-59d8f66b-7b02-4d13-974a-cdd24e002cf9 req-a6d82554-c3c8-4d5f-a9e1-826b6f78eb39 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 210 time: 0.0455034 Sep 14 23:07:53.936519 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.db_base_plugin_common [None req-aa2464e4-daf5-4418-9e48-e98201c63b31 None None] Allocated IP 172.20.0.2 (75df04b7-109f-47d1-ada3-939d55f6000f/f85dd972-c009-40bc-a65e-f5ee6b80dcaf/2c40e537-b4aa-4cc9-9ab3-cf94f7919683) {{(pid=94136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:07:53.992322 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d82883-b9ce-4410-b905-80217310cc6c req-66be2a81-78ed-4559-95b9-2d44cad4aedd tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:54.001219 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-49d82883-b9ce-4410-b905-80217310cc6c req-66be2a81-78ed-4559-95b9-2d44cad4aedd tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e09a186-f344-4b82-a8a7-3e723c53f8d6 HTTP/1.1" status: 200 len: 945 time: 0.0642579 Sep 14 23:07:54.062770 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-49d82883-b9ce-4410-b905-80217310cc6c req-d6bcab65-70ee-49bb-a750-ef35348e3004 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604153 Sep 14 23:07:54.108984 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-aa2464e4-daf5-4418-9e48-e98201c63b31 None None] Notify callbacks [] for port, precommit_create {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:54.114636 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-aa2464e4-daf5-4418-9e48-e98201c63b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720'] for port, after_create {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:54.164335 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2464e4-daf5-4418-9e48-e98201c63b31 None None] Network 75df04b7-109f-47d1-ada3-939d55f6000f is already hosted by enough agents. {{(pid=94136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:07:54.167315 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.scheduler.base_scheduler [None req-aa2464e4-daf5-4418-9e48-e98201c63b31 None None] Resources bound (agent type, host, resource id): {{(pid=94136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:07:54.172186 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2464e4-daf5-4418-9e48-e98201c63b31 None None] Received port after_create {{(pid=94136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:07:54.182433 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cc76cda3-8613-46f4-8200-0fcd1d4ebc02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:54.200293 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2464e4-daf5-4418-9e48-e98201c63b31 None None] Pushing event updated for resources: {'Port': ['ID=2c40e537-b4aa-4cc9-9ab3-cf94f7919683,revision_number=1']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:54.204252 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cc76cda3-8613-46f4-8200-0fcd1d4ebc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:54.245705 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-aa2464e4-daf5-4418-9e48-e98201c63b31 None None] Attempting to bind port 2c40e537-b4aa-4cc9-9ab3-cf94f7919683 on host dv-cinder-760178-13-iscsi for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:07:54.247096 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-aa2464e4-daf5-4418-9e48-e98201c63b31 None None] Attempting to bind port 2c40e537-b4aa-4cc9-9ab3-cf94f7919683 by drivers openvswitch,hyperv on host dv-cinder-760178-13-iscsi at level 0 using segments [{'id': '7fb02b41-577f-4192-b7fa-301b1defa6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '75df04b7-109f-47d1-ada3-939d55f6000f'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:07:54.248336 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2464e4-daf5-4418-9e48-e98201c63b31 None None] Attempting to bind port 2c40e537-b4aa-4cc9-9ab3-cf94f7919683 on network 75df04b7-109f-47d1-ada3-939d55f6000f {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:07:54.255681 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2464e4-daf5-4418-9e48-e98201c63b31 None None] Checking agent: {'id': 'dcc8e868-81e9-4312-adfc-cfdfaec503c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 57, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:07:54.257194 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2464e4-daf5-4418-9e48-e98201c63b31 None None] Checking segment: {'id': '7fb02b41-577f-4192-b7fa-301b1defa6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '75df04b7-109f-47d1-ada3-939d55f6000f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:07:54.257974 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-aa2464e4-daf5-4418-9e48-e98201c63b31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:54.258958 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2464e4-daf5-4418-9e48-e98201c63b31 None None] Bound using segment: {'id': '7fb02b41-577f-4192-b7fa-301b1defa6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '75df04b7-109f-47d1-ada3-939d55f6000f'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:07:54.259680 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-aa2464e4-daf5-4418-9e48-e98201c63b31 None None] Bound port: 2c40e537-b4aa-4cc9-9ab3-cf94f7919683, host: dv-cinder-760178-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb02b41-577f-4192-b7fa-301b1defa6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '75df04b7-109f-47d1-ada3-939d55f6000f'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:07:54.260166 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-aa2464e4-daf5-4418-9e48-e98201c63b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:54.342218 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-cc76cda3-8613-46f4-8200-0fcd1d4ebc02 admin admin] Allocated IP 172.27.3.32 (97df119d-fd41-4b39-86f3-953f642e27ab/0cfef410-e94d-43c5-8572-4959e322a29a/af5db499-8d11-448a-9101-c7da0bbd3e8c) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:07:54.346963 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-aa2464e4-daf5-4418-9e48-e98201c63b31 None None] For port 2c40e537-b4aa-4cc9-9ab3-cf94f7919683, host dv-cinder-760178-13-iscsi, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:07:54.350335 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-aa2464e4-daf5-4418-9e48-e98201c63b31 None None] For port 2c40e537-b4aa-4cc9-9ab3-cf94f7919683, host dv-cinder-760178-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=2c40e537-b4aa-4cc9-9ab3-cf94f7919683,segment=NetworkSegment(7fb02b41-577f-4192-b7fa-301b1defa6b4),segment_id=7fb02b41-577f-4192-b7fa-301b1defa6b4)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:07:54.362898 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-aa2464e4-daf5-4418-9e48-e98201c63b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:54.555427 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2464e4-daf5-4418-9e48-e98201c63b31 None None] Pushing event updated for resources: {'Port': ['ID=2c40e537-b4aa-4cc9-9ab3-cf94f7919683,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:54.599808 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fdace-ed87-4d8f-9093-ab8359cfebab req-0f3b851c-d44a-47e2-9891-a37619caf9b2 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:54.601531 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cc76cda3-8613-46f4-8200-0fcd1d4ebc02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:54.601980 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-151fdace-ed87-4d8f-9093-ab8359cfebab req-0f3b851c-d44a-47e2-9891-a37619caf9b2 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 944 time: 0.1493878 Sep 14 23:07:54.656635 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cc76cda3-8613-46f4-8200-0fcd1d4ebc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:54.703414 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc76cda3-8613-46f4-8200-0fcd1d4ebc02 admin admin] Network 97df119d-fd41-4b39-86f3-953f642e27ab is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:07:54.707706 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-cc76cda3-8613-46f4-8200-0fcd1d4ebc02 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:07:54.712059 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc76cda3-8613-46f4-8200-0fcd1d4ebc02 admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:07:54.737908 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-151fdace-ed87-4d8f-9093-ab8359cfebab req-b99eb379-8747-4ccb-9f53-740cc8140b63 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209071 Sep 14 23:07:54.747851 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76cda3-8613-46f4-8200-0fcd1d4ebc02 admin admin] Pushing event updated for resources: {'Port': ['ID=af5db499-8d11-448a-9101-c7da0bbd3e8c,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:54.751002 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd393f9-af02-4266-ae65-b3dca7953fb4 req-d30ae406-da83-48f7-8243-b15f3fe925de tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:54.752651 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ffd393f9-af02-4266-ae65-b3dca7953fb4 req-d30ae406-da83-48f7-8243-b15f3fe925de tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.1327629 Sep 14 23:07:54.821167 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ffd393f9-af02-4266-ae65-b3dca7953fb4 req-264b46cb-b949-4e36-86b7-e005388ff614 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546017 Sep 14 23:07:54.931107 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 3c43bb9e-1a50-4390-98b7-f2404277bc41 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:07:54.963376 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] No Port match for: 3c43bb9e-1a50-4390-98b7-f2404277bc41 {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:07:54.964114 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 3c43bb9e-1a50-4390-98b7-f2404277bc41 not bound to the agent host hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:07:55.017483 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8474ede5-7030-4161-a4ea-3a89e0320653 req-d2429dc7-0356-46ad-b82e-cfb4ff79d973 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 210 time: 0.0493650 Sep 14 23:07:55.156918 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cc76cda3-8613-46f4-8200-0fcd1d4ebc02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:55.158026 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 2c40e537-b4aa-4cc9-9ab3-cf94f7919683 up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:07:55.212704 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port 2c40e537-b4aa-4cc9-9ab3-cf94f7919683 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:07:55.213280 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:55.238245 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc9711-1652-4b79-9f3a-54fc21dff5ec req-9c1e41ae-c14c-4100-8f65-c8d87088d464 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:55.239786 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-97dc9711-1652-4b79-9f3a-54fc21dff5ec req-9c1e41ae-c14c-4100-8f65-c8d87088d464 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e09a186-f344-4b82-a8a7-3e723c53f8d6 HTTP/1.1" status: 200 len: 945 time: 0.0715928 Sep 14 23:07:55.289344 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-97dc9711-1652-4b79-9f3a-54fc21dff5ec req-a43c6aee-f3fa-4987-b67d-3dc4b9b60742 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418823 Sep 14 23:07:55.324742 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:55.406562 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] For port 2c40e537-b4aa-4cc9-9ab3-cf94f7919683, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=2c40e537-b4aa-4cc9-9ab3-cf94f7919683,segment=NetworkSegment(7fb02b41-577f-4192-b7fa-301b1defa6b4),segment_id=7fb02b41-577f-4192-b7fa-301b1defa6b4)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:07:55.410593 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cc76cda3-8613-46f4-8200-0fcd1d4ebc02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529233'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:55.413321 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:55.507693 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Pushing event updated for resources: {'Port': ['ID=2c40e537-b4aa-4cc9-9ab3-cf94f7919683,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:55.606013 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc76cda3-8613-46f4-8200-0fcd1d4ebc02 admin admin] Router 9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6 is scheduled to L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 23:07:55.728315 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc76cda3-8613-46f4-8200-0fcd1d4ebc02 admin admin] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:07:55.741154 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80de902f-3e3d-4d39-a4ea-ca7e10300707 None None] Sync routers for ids ['9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6'] in dv-cinder-760178-13-iscsi {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:07:55.746904 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-cc76cda3-8613-46f4-8200-0fcd1d4ebc02 admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:55.748743 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-cc76cda3-8613-46f4-8200-0fcd1d4ebc02 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3031597 Sep 14 23:07:55.750535 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebb95db-05f7-47de-956d-dcf989cdf1fb None None] Network 75df04b7-109f-47d1-ada3-939d55f6000f requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:07:55.751321 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 46110) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:55.754861 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80de902f-3e3d-4d39-a4ea-ca7e10300707 None None] Routers {'9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:07:55.755482 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-80de902f-3e3d-4d39-a4ea-ca7e10300707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:07:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:07:55.922831 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-c16e1f86-2275-438c-8eca-0e4b7e28c023 None None] Provisioning complete for port 2c40e537-b4aa-4cc9-9ab3-cf94f7919683 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:07:55.923473 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-c16e1f86-2275-438c-8eca-0e4b7e28c023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:56.047516 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-80de902f-3e3d-4d39-a4ea-ca7e10300707 None None] Set router 9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:07:56.061577 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f551fe1-e650-4c34-a23f-f9ce570d397a req-621a35bf-bb5a-4744-b77e-ce958a028145 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:56.063331 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6f551fe1-e650-4c34-a23f-f9ce570d397a req-621a35bf-bb5a-4744-b77e-ce958a028145 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 944 time: 0.1522458 Sep 14 23:07:56.081008 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582da493-6796-4dd4-8ad5-4f428c927463 req-de6895c8-c35c-4288-a8f0-e4b692c73f85 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:56.092704 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-582da493-6796-4dd4-8ad5-4f428c927463 req-de6895c8-c35c-4288-a8f0-e4b692c73f85 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.1275115 Sep 14 23:07:56.221752 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6f551fe1-e650-4c34-a23f-f9ce570d397a req-b13c3516-3238-480f-954d-aa26be764501 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228483 Sep 14 23:07:56.287343 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-582da493-6796-4dd4-8ad5-4f428c927463 req-d30fc4ac-df86-4e48-b96a-80ea8d29d62c tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937022 Sep 14 23:07:56.373527 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-aabc741d-598a-45f3-84c3-475238c10321 req-5be64597-3d22-49e3-b0a8-241e4b42bc3f tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 210 time: 0.0400975 Sep 14 23:07:56.419295 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-80de902f-3e3d-4d39-a4ea-ca7e10300707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'name': 'tempest-TestMinimumBasicScenario-951826626-router', 'tenant_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'af5db499-8d11-448a-9101-c7da0bbd3e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:53Z', 'updated_at': '2021-09-14T23:07:54Z', 'revision_number': 3, 'project_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'gw_port': {'id': 'af5db499-8d11-448a-9101-c7da0bbd3e8c', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:45:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:54Z', 'updated_at': '2021-09-14T23:07:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi'}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:07:56.476348 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf2ae5-cfbf-443e-b76d-a186a4362539 req-fe02167e-d256-4b76-9a53-bc2ef4d18f6a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:56.478066 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-84bf2ae5-cfbf-443e-b76d-a186a4362539 req-fe02167e-d256-4b76-9a53-bc2ef4d18f6a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e09a186-f344-4b82-a8a7-3e723c53f8d6 HTTP/1.1" status: 200 len: 945 time: 0.0835063 Sep 14 23:07:56.483476 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80de902f-3e3d-4d39-a4ea-ca7e10300707 None None] Checking router: 9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6 for host: dv-cinder-760178-13-iscsi {{(pid=94137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:07:56.483831 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80de902f-3e3d-4d39-a4ea-ca7e10300707 None None] Updating router 9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6 port af5db499-8d11-448a-9101-c7da0bbd3e8c binding host dv-cinder-760178-13-iscsi {{(pid=94137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:07:56.530558 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-f1a995b6-c8bf-4dae-98e1-1389b4643be1 None None] Provisioning complete for port 2c40e537-b4aa-4cc9-9ab3-cf94f7919683 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:07:56.531830 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-f1a995b6-c8bf-4dae-98e1-1389b4643be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:56.540788 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-84bf2ae5-cfbf-443e-b76d-a186a4362539 req-24ab4acd-4291-4560-9350-a14c27ceafb5 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440731 Sep 14 23:07:56.564298 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-80de902f-3e3d-4d39-a4ea-ca7e10300707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:56.724508 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 6 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:07:56.778511 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d3e38036-874e-44f5-b3d3-53d632b9e666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:56.855848 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-80de902f-3e3d-4d39-a4ea-ca7e10300707 None None] Notify callbacks [] for port, precommit_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:56.861766 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-80de902f-3e3d-4d39-a4ea-ca7e10300707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:56.914615 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c7451-dca4-42db-9240-17278dab98fa None None] Pushing event updated for resources: {'Port': ['ID=af5db499-8d11-448a-9101-c7da0bbd3e8c,revision_number=2']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:56.917070 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [None req-80de902f-3e3d-4d39-a4ea-ca7e10300707 None None] Attempting to bind port af5db499-8d11-448a-9101-c7da0bbd3e8c on host dv-cinder-760178-13-iscsi for vnic_type normal with profile {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:07:56.917442 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [None req-80de902f-3e3d-4d39-a4ea-ca7e10300707 None None] Attempting to bind port af5db499-8d11-448a-9101-c7da0bbd3e8c by drivers openvswitch,hyperv on host dv-cinder-760178-13-iscsi at level 0 using segments [{'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'}] {{(pid=94137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:07:56.917908 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80de902f-3e3d-4d39-a4ea-ca7e10300707 None None] Attempting to bind port af5db499-8d11-448a-9101-c7da0bbd3e8c on network 97df119d-fd41-4b39-86f3-953f642e27ab {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:07:56.923642 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80de902f-3e3d-4d39-a4ea-ca7e10300707 None None] Checking agent: {'id': 'dcc8e868-81e9-4312-adfc-cfdfaec503c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 57, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:07:56.924012 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80de902f-3e3d-4d39-a4ea-ca7e10300707 None None] Checking segment: {'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:07:56.924606 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-80de902f-3e3d-4d39-a4ea-ca7e10300707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:56.925024 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80de902f-3e3d-4d39-a4ea-ca7e10300707 None None] Bound using segment: {'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'} {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:07:56.925482 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [None req-80de902f-3e3d-4d39-a4ea-ca7e10300707 None None] Bound port: af5db499-8d11-448a-9101-c7da0bbd3e8c, host: dv-cinder-760178-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'}}] {{(pid=94137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:07:56.925883 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-80de902f-3e3d-4d39-a4ea-ca7e10300707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:56.948034 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-d3e38036-874e-44f5-b3d3-53d632b9e666 admin admin] Allocated IP 172.20.0.1 (75df04b7-109f-47d1-ada3-939d55f6000f/f85dd972-c009-40bc-a65e-f5ee6b80dcaf/933884ed-5cb9-4873-9920-7c8028c0e84d) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:07:56.980947 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [None req-80de902f-3e3d-4d39-a4ea-ca7e10300707 None None] For port af5db499-8d11-448a-9101-c7da0bbd3e8c, host dv-cinder-760178-13-iscsi, cleared binding levels {{(pid=94137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:07:56.983973 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [None req-80de902f-3e3d-4d39-a4ea-ca7e10300707 None None] For port af5db499-8d11-448a-9101-c7da0bbd3e8c, host dv-cinder-760178-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=af5db499-8d11-448a-9101-c7da0bbd3e8c,segment=NetworkSegment(a9a9fb15-9287-4c77-9a23-3b65ea6f31f5),segment_id=a9a9fb15-9287-4c77-9a23-3b65ea6f31f5)] {{(pid=94137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:07:56.990966 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-80de902f-3e3d-4d39-a4ea-ca7e10300707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:57.068379 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d3e38036-874e-44f5-b3d3-53d632b9e666 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:57.070398 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c7451-dca4-42db-9240-17278dab98fa None None] Pushing event updated for resources: {'Port': ['ID=af5db499-8d11-448a-9101-c7da0bbd3e8c,revision_number=3']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:57.082450 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80de902f-3e3d-4d39-a4ea-ca7e10300707 None None] Routers {'9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:07:57.083074 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-80de902f-3e3d-4d39-a4ea-ca7e10300707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:07:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:07:57.123151 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d3e38036-874e-44f5-b3d3-53d632b9e666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:57.151302 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 2c40e537-b4aa-4cc9-9ab3-cf94f7919683 up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:07:57.170455 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e38036-874e-44f5-b3d3-53d632b9e666 admin admin] Network 75df04b7-109f-47d1-ada3-939d55f6000f is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:07:57.173766 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-d3e38036-874e-44f5-b3d3-53d632b9e666 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:07:57.180881 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e38036-874e-44f5-b3d3-53d632b9e666 admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:07:57.184353 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e38036-874e-44f5-b3d3-53d632b9e666 admin admin] Pushing event updated for resources: {'Port': ['ID=933884ed-5cb9-4873-9920-7c8028c0e84d,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:57.213779 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port 2c40e537-b4aa-4cc9-9ab3-cf94f7919683 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:07:57.214168 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:57.224597 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d3e38036-874e-44f5-b3d3-53d632b9e666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529286'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:57.232309 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-80de902f-3e3d-4d39-a4ea-ca7e10300707 None None] Set router 9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:07:57.428213 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d3e38036-874e-44f5-b3d3-53d632b9e666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:57.478283 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-d72b48ed-8d71-4cb7-bc7e-6ceb7946eab9 None None] Provisioning complete for port 933884ed-5cb9-4873-9920-7c8028c0e84d triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:07:57.478593 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d72b48ed-8d71-4cb7-bc7e-6ceb7946eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:57.508313 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34203c6b-4e7a-4ab6-9f41-2aaeb1072b76 req-e9e19626-e712-4fc5-bef7-4a3855451363 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:57.518362 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-34203c6b-4e7a-4ab6-9f41-2aaeb1072b76 req-e9e19626-e712-4fc5-bef7-4a3855451363 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 944 time: 0.1304426 Sep 14 23:07:57.550867 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb2a96-68f2-424b-980a-2c6e8d9a01f1 req-238d1dd3-aefa-4177-84b3-3282dde15398 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:57.554470 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-bdfb2a96-68f2-424b-980a-2c6e8d9a01f1 req-238d1dd3-aefa-4177-84b3-3282dde15398 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.1556568 Sep 14 23:07:57.585455 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-d72b48ed-8d71-4cb7-bc7e-6ceb7946eab9 None None] Port 933884ed-5cb9-4873-9920-7c8028c0e84d cannot update to ACTIVE because it is not bound. {{(pid=94136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 23:07:57.604569 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-80de902f-3e3d-4d39-a4ea-ca7e10300707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'name': 'tempest-TestMinimumBasicScenario-951826626-router', 'tenant_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'af5db499-8d11-448a-9101-c7da0bbd3e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:53Z', 'updated_at': '2021-09-14T23:07:54Z', 'revision_number': 3, 'project_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'gw_port': {'id': 'af5db499-8d11-448a-9101-c7da0bbd3e8c', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:45:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:54Z', 'updated_at': '2021-09-14T23:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi'}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:07:57.632521 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d3e38036-874e-44f5-b3d3-53d632b9e666 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:57.640217 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d3e38036-874e-44f5-b3d3-53d632b9e666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:57.669847 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80de902f-3e3d-4d39-a4ea-ca7e10300707 None None] The sync data for ids ['9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6'] in dv-cinder-760178-13-iscsi is: [{'id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'name': 'tempest-TestMinimumBasicScenario-951826626-router', 'tenant_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'af5db499-8d11-448a-9101-c7da0bbd3e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:53Z', 'updated_at': '2021-09-14T23:07:54Z', 'revision_number': 3, 'project_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'gw_port': {'id': 'af5db499-8d11-448a-9101-c7da0bbd3e8c', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:45:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:54Z', 'updated_at': '2021-09-14T23:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi'}] {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:07:57.670887 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-34203c6b-4e7a-4ab6-9f41-2aaeb1072b76 req-95c3aec5-482e-4d7f-ae34-6710813c3a92 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515849 Sep 14 23:07:57.689544 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d3e38036-874e-44f5-b3d3-53d632b9e666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530198'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:57.690826 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-bdfb2a96-68f2-424b-980a-2c6e8d9a01f1 req-8bacf55e-d64c-4772-a9e4-7975c3c575e4 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297643 Sep 14 23:07:57.773540 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e38036-874e-44f5-b3d3-53d632b9e666 admin admin] Pushing event updated for resources: {'Port': ['ID=933884ed-5cb9-4873-9920-7c8028c0e84d,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:57.871983 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e38036-874e-44f5-b3d3-53d632b9e666 admin admin] Network 75df04b7-109f-47d1-ada3-939d55f6000f is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:07:57.873686 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-d3e38036-874e-44f5-b3d3-53d632b9e666 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:07:57.883890 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3437739e-fa06-478c-9274-5b0d31892321 req-fa030a86-d463-4aa3-8e25-1cf1034251f1 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 210 time: 0.0688841 Sep 14 23:07:57.917789 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27fc7d8-411b-4aa7-952d-a10453e2dc52 req-8cc133fe-e762-4489-8858-92b0276349e3 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:57.936196 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d27fc7d8-411b-4aa7-952d-a10453e2dc52 req-8cc133fe-e762-4489-8858-92b0276349e3 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e09a186-f344-4b82-a8a7-3e723c53f8d6 HTTP/1.1" status: 200 len: 945 time: 0.1230285 Sep 14 23:07:58.026799 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d27fc7d8-411b-4aa7-952d-a10453e2dc52 req-158d767c-5b7f-4bf9-b037-a1d6e8b392a3 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764811 Sep 14 23:07:58.053043 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e38036-874e-44f5-b3d3-53d632b9e666 admin admin] Router 9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6 has already been hosted by L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 23:07:58.218719 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-c98cd48f-c55d-4027-a518-45b05aa34a0f None None] Provisioning complete for port 933884ed-5cb9-4873-9920-7c8028c0e84d triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:07:58.219095 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-c98cd48f-c55d-4027-a518-45b05aa34a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:58.229609 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e38036-874e-44f5-b3d3-53d632b9e666 admin admin] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:07:58.235244 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-d3e38036-874e-44f5-b3d3-53d632b9e666 admin admin] 10.222.0.39 "PUT /v2.0/routers/9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4829493 Sep 14 23:07:58.263210 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-c98cd48f-c55d-4027-a518-45b05aa34a0f None None] Port 933884ed-5cb9-4873-9920-7c8028c0e84d cannot update to ACTIVE because it is not bound. {{(pid=94136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 23:07:58.836363 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 46154) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:58.842389 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-a7fd3b1c-72c9-47c3-9ed0-ff3ab57d68cb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1163493098-network', 'tenant_id': '228c076958db43b39e9f94cef27a63bb'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:07:58.874939 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fd3b1c-72c9-47c3-9ed0-ff3ab57d68cb admin admin] Made reservation on behalf of 228c076958db43b39e9f94cef27a63bb for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:07:58.882323 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a7fd3b1c-72c9-47c3-9ed0-ff3ab57d68cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:58.895897 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a7fd3b1c-72c9-47c3-9ed0-ff3ab57d68cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:58.901716 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80ab18-75b8-4b57-aaf4-60823bf6c0a4 req-865df900-f4c9-4134-92da-ba78b373142c tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:58.903803 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8f80ab18-75b8-4b57-aaf4-60823bf6c0a4 req-865df900-f4c9-4134-92da-ba78b373142c tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0961461 Sep 14 23:07:58.918339 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ee769-9ebf-41d1-aaed-466c35892ddf req-ae8b034d-4c08-44fd-a095-9a7456bfbd01 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:58.925841 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e68ee769-9ebf-41d1-aaed-466c35892ddf req-ae8b034d-4c08-44fd-a095-9a7456bfbd01 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 944 time: 0.1032171 Sep 14 23:07:58.983887 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e68ee769-9ebf-41d1-aaed-466c35892ddf req-7f23a928-9844-482a-bbc0-5790a0a267dd tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571618 Sep 14 23:07:58.986690 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8f80ab18-75b8-4b57-aaf4-60823bf6c0a4 req-4179e21c-7d7b-4982-8fcd-760a7b34da7f tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589240 Sep 14 23:07:59.080368 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a7fd3b1c-72c9-47c3-9ed0-ff3ab57d68cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:59.092587 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a7fd3b1c-72c9-47c3-9ed0-ff3ab57d68cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:59.126280 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7fd3b1c-72c9-47c3-9ed0-ff3ab57d68cb admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:07:59.136850 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd3b1c-72c9-47c3-9ed0-ff3ab57d68cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c4e690-7420-4d37-b824-31df3b99a7d6,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:59.142098 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a7fd3b1c-72c9-47c3-9ed0-ff3ab57d68cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:59.142442 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.db.segments_db [None req-a7fd3b1c-72c9-47c3-9ed0-ff3ab57d68cb admin admin] Added segment dc93db44-92e7-4a54-a3ad-6e4c29fb9ef9 of type vlan for network 0097cd83-bec4-4bdb-aa30-31719150a2a3 Sep 14 23:07:59.185070 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b3729dd5-3d15-44df-b097-d132d2e88043 req-43dc2446-1f34-4739-9040-96c15f3fd157 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 210 time: 0.0803661 Sep 14 23:07:59.197483 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device af5db499-8d11-448a-9101-c7da0bbd3e8c up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:07:59.205432 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a7fd3b1c-72c9-47c3-9ed0-ff3ab57d68cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755853879839'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:59.241886 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a7fd3b1c-72c9-47c3-9ed0-ff3ab57d68cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:59.243167 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fd3b1c-72c9-47c3-9ed0-ff3ab57d68cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:59.243918 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a7fd3b1c-72c9-47c3-9ed0-ff3ab57d68cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:59.256698 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e36f28-7be0-4ff7-9cda-9c0b13d2151e req-20657857-f661-45e0-96e8-7ead9efa441c tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:59.265183 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-81e36f28-7be0-4ff7-9cda-9c0b13d2151e req-20657857-f661-45e0-96e8-7ead9efa441c tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e09a186-f344-4b82-a8a7-3e723c53f8d6 HTTP/1.1" status: 200 len: 945 time: 0.0981076 Sep 14 23:07:59.291803 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-a7fd3b1c-72c9-47c3-9ed0-ff3ab57d68cb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4538531 Sep 14 23:07:59.294259 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 46160) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:59.303251 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-f4842716-6320-48d6-9a49-004d3a8d0b56 admin admin] Request body: {'subnet': {'network_id': '0097cd83-bec4-4bdb-aa30-31719150a2a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1163493098-subnet', 'tenant_id': '228c076958db43b39e9f94cef27a63bb', 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:07:59.346960 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd3b1c-72c9-47c3-9ed0-ff3ab57d68cb admin admin] Pushing event updated for resources: {'Network': ['ID=0097cd83-bec4-4bdb-aa30-31719150a2a3,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:59.364433 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-81e36f28-7be0-4ff7-9cda-9c0b13d2151e req-eff1eb7e-79a5-4ad9-a221-008564e67dbe tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978923 Sep 14 23:07:59.368713 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4842716-6320-48d6-9a49-004d3a8d0b56 admin admin] Made reservation on behalf of 228c076958db43b39e9f94cef27a63bb for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:07:59.390366 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4842716-6320-48d6-9a49-004d3a8d0b56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13474289'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:59.432277 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Network 0097cd83-bec4-4bdb-aa30-31719150a2a3 details requested by agent ovs-agent-dv-cinder-760178-13-iscsi with host dv-cinder-760178-13-iscsi {{(pid=94136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 23:07:59.546957 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port af5db499-8d11-448a-9101-c7da0bbd3e8c triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:07:59.547423 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:59.602023 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4842716-6320-48d6-9a49-004d3a8d0b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16122564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13474271'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:59.639207 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:59.660229 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4842716-6320-48d6-9a49-004d3a8d0b56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b991805-9cd8-4b1d-81a1-3045be8c25b3,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:59.660484 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] For port af5db499-8d11-448a-9101-c7da0bbd3e8c, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=af5db499-8d11-448a-9101-c7da0bbd3e8c,segment=NetworkSegment(a9a9fb15-9287-4c77-9a23-3b65ea6f31f5),segment_id=a9a9fb15-9287-4c77-9a23-3b65ea6f31f5)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:07:59.664779 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:59.677510 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4842716-6320-48d6-9a49-004d3a8d0b56 admin admin] Checking segment: {'id': 'dc93db44-92e7-4a54-a3ad-6e4c29fb9ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0097cd83-bec4-4bdb-aa30-31719150a2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:07:59.677907 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4842716-6320-48d6-9a49-004d3a8d0b56 admin admin] Network hostable DHCP agents. Network: 0097cd83-bec4-4bdb-aa30-31719150a2a3, hostable agents: ['cc88f5a5-5435-4a3a-a65f-5f33fd37a978'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:07:59.701153 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4842716-6320-48d6-9a49-004d3a8d0b56 admin admin] Network 0097cd83-bec4-4bdb-aa30-31719150a2a3 is scheduled to be hosted by DHCP agent cc88f5a5-5435-4a3a-a65f-5f33fd37a978 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:07:59.720945 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-f4842716-6320-48d6-9a49-004d3a8d0b56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-13-iscsi, 0097cd83-bec4-4bdb-aa30-31719150a2a3) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:07:59.725358 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4842716-6320-48d6-9a49-004d3a8d0b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:07:59.725575 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Pushing event updated for resources: {'Port': ['ID=af5db499-8d11-448a-9101-c7da0bbd3e8c,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:59.726146 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f4842716-6320-48d6-9a49-004d3a8d0b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:59.736889 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b50f724-6392-4a0b-9867-c327e8b17a0e None None] Network 0097cd83-bec4-4bdb-aa30-31719150a2a3 requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:07:59.748086 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-f4842716-6320-48d6-9a49-004d3a8d0b56 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4493506 Sep 14 23:07:59.750979 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 46162) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:07:59.755405 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-5f4b6643-2072-4678-b956-04bcbb0c7664 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1163493098-router', 'tenant_id': '228c076958db43b39e9f94cef27a63bb', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'}}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:07:59.779852 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5f4b6643-2072-4678-b956-04bcbb0c7664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1971'] for router, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:59.781287 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5f4b6643-2072-4678-b956-04bcbb0c7664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-441611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1960'] for router, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:59.877312 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5f4b6643-2072-4678-b956-04bcbb0c7664 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:59.917177 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26248314-e390-4079-99ea-00f675129e3d None None] Sync routers for ids ['9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6'] in dv-cinder-760178-13-iscsi {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:07:59.938393 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26248314-e390-4079-99ea-00f675129e3d None None] Routers {'9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:07:59.939342 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-26248314-e390-4079-99ea-00f675129e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:07:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:00.107561 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a017e3ab-2825-420e-a29d-4e3e54028f02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1adbdb87-4762-54d0-a17a-bc3c08ba6b8b-0097cd83-bec4-4bdb-aa30-31719150a2a3', 'network_id': '0097cd83-bec4-4bdb-aa30-31719150a2a3', 'tenant_id': '228c076958db43b39e9f94cef27a63bb', 'fixed_ips': [{'subnet_id': '8b991805-9cd8-4b1d-81a1-3045be8c25b3'}]}} from dv-cinder-760178-13-iscsi. {{(pid=94136) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 23:08:00.108439 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a017e3ab-2825-420e-a29d-4e3e54028f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:00.262763 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.db_base_plugin_common [None req-a017e3ab-2825-420e-a29d-4e3e54028f02 None None] Allocated IP 172.20.0.2 (0097cd83-bec4-4bdb-aa30-31719150a2a3/8b991805-9cd8-4b1d-81a1-3045be8c25b3/69aa35d9-62e2-4e29-90c4-bd40ab8ad9a3) {{(pid=94136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:08:00.297308 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5f4b6643-2072-4678-b956-04bcbb0c7664 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:00.320521 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:00.341046 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-26248314-e390-4079-99ea-00f675129e3d None None] Set router 9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:08:00.347966 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-8ae6192c-cd99-476e-a8d9-80690a1d7e82 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1247834385&fields=id&tenant_id=a7319052cbd445279c634b71fd2736d4 HTTP/1.1" status: 200 len: 267 time: 0.1561370 Sep 14 23:08:00.358338 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b359b-ae4f-4062-9a79-fddf52d5168c req-10854297-6f97-49c3-a770-b061462d883a tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:00.359949 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ec5b359b-ae4f-4062-9a79-fddf52d5168c req-10854297-6f97-49c3-a770-b061462d883a tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 944 time: 0.1670420 Sep 14 23:08:00.506920 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ec5b359b-ae4f-4062-9a79-fddf52d5168c req-862c50e5-807a-4455-a029-ce294e0de907 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336591 Sep 14 23:08:00.563102 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-9c57c49e-0f8b-465c-b9f3-69bcd31a066a tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:00.565020 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-9c57c49e-0f8b-465c-b9f3-69bcd31a066a tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/networks?id=3efb33cd-c3d1-4574-b595-4ef315e545cb HTTP/1.1" status: 200 len: 808 time: 0.2028809 Sep 14 23:08:00.574860 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a017e3ab-2825-420e-a29d-4e3e54028f02 None None] Notify callbacks [] for port, precommit_create {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:00.589614 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a017e3ab-2825-420e-a29d-4e3e54028f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720'] for port, after_create {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:00.596058 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-a6db665f-cb3b-40db-a130-81be82b62b80 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/quotas/a7319052cbd445279c634b71fd2736d4 HTTP/1.1" status: 200 len: 375 time: 0.0238819 Sep 14 23:08:00.656076 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a017e3ab-2825-420e-a29d-4e3e54028f02 None None] Network 0097cd83-bec4-4bdb-aa30-31719150a2a3 is already hosted by enough agents. {{(pid=94136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:08:00.662638 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.scheduler.base_scheduler [None req-a017e3ab-2825-420e-a29d-4e3e54028f02 None None] Resources bound (agent type, host, resource id): {{(pid=94136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:08:00.667259 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a017e3ab-2825-420e-a29d-4e3e54028f02 None None] Received port after_create {{(pid=94136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:08:00.682622 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017e3ab-2825-420e-a29d-4e3e54028f02 None None] Pushing event updated for resources: {'Port': ['ID=69aa35d9-62e2-4e29-90c4-bd40ab8ad9a3,revision_number=1']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:00.743153 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-a017e3ab-2825-420e-a29d-4e3e54028f02 None None] Attempting to bind port 69aa35d9-62e2-4e29-90c4-bd40ab8ad9a3 on host dv-cinder-760178-13-iscsi for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:08:00.743530 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-a017e3ab-2825-420e-a29d-4e3e54028f02 None None] Attempting to bind port 69aa35d9-62e2-4e29-90c4-bd40ab8ad9a3 by drivers openvswitch,hyperv on host dv-cinder-760178-13-iscsi at level 0 using segments [{'id': 'dc93db44-92e7-4a54-a3ad-6e4c29fb9ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0097cd83-bec4-4bdb-aa30-31719150a2a3'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:08:00.743896 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a017e3ab-2825-420e-a29d-4e3e54028f02 None None] Attempting to bind port 69aa35d9-62e2-4e29-90c4-bd40ab8ad9a3 on network 0097cd83-bec4-4bdb-aa30-31719150a2a3 {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:08:00.753427 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a017e3ab-2825-420e-a29d-4e3e54028f02 None None] Checking agent: {'id': 'dcc8e868-81e9-4312-adfc-cfdfaec503c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 57, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:08:00.753804 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a017e3ab-2825-420e-a29d-4e3e54028f02 None None] Checking segment: {'id': 'dc93db44-92e7-4a54-a3ad-6e4c29fb9ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0097cd83-bec4-4bdb-aa30-31719150a2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:08:00.754278 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a017e3ab-2825-420e-a29d-4e3e54028f02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:00.754685 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a017e3ab-2825-420e-a29d-4e3e54028f02 None None] Bound using segment: {'id': 'dc93db44-92e7-4a54-a3ad-6e4c29fb9ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0097cd83-bec4-4bdb-aa30-31719150a2a3'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:08:00.755156 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-a017e3ab-2825-420e-a29d-4e3e54028f02 None None] Bound port: 69aa35d9-62e2-4e29-90c4-bd40ab8ad9a3, host: dv-cinder-760178-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc93db44-92e7-4a54-a3ad-6e4c29fb9ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0097cd83-bec4-4bdb-aa30-31719150a2a3'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:08:00.755546 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a017e3ab-2825-420e-a29d-4e3e54028f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:00.760347 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-a8526848-8289-4fe3-a36a-73a770d263d1 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a7319052cbd445279c634b71fd2736d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1567495 Sep 14 23:08:00.766487 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-26248314-e390-4079-99ea-00f675129e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'name': 'tempest-TestMinimumBasicScenario-951826626-router', 'tenant_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'af5db499-8d11-448a-9101-c7da0bbd3e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:53Z', 'updated_at': '2021-09-14T23:07:57Z', 'revision_number': 4, 'project_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'gw_port': {'id': 'af5db499-8d11-448a-9101-c7da0bbd3e8c', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:45:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:54Z', 'updated_at': '2021-09-14T23:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': '933884ed-5cb9-4873-9920-7c8028c0e84d', 'name': '', 'network_id': '75df04b7-109f-47d1-ada3-939d55f6000f', 'tenant_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'mac_address': 'fa:16:3e:34:68:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f85dd972-c009-40bc-a65e-f5ee6b80dcaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:56Z', 'updated_at': '2021-09-14T23:07:57Z', 'revision_number': 2, 'project_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'subnets': [{'id': 'f85dd972-c009-40bc-a65e-f5ee6b80dcaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:00.775858 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e0ea6-aa9e-421d-aa41-f70ca013e67f req-277029a1-a5e6-4973-9f5b-db42267e34d1 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:00.777484 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-437e0ea6-aa9e-421d-aa41-f70ca013e67f req-277029a1-a5e6-4973-9f5b-db42267e34d1 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.1619344 Sep 14 23:08:00.807930 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26248314-e390-4079-99ea-00f675129e3d None None] Checking router: 9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6 for host: dv-cinder-760178-13-iscsi {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:08:00.808898 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26248314-e390-4079-99ea-00f675129e3d None None] Updating router 9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6 port 933884ed-5cb9-4873-9920-7c8028c0e84d binding host dv-cinder-760178-13-iscsi {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:08:00.861423 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-26248314-e390-4079-99ea-00f675129e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:00.877948 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5f4b6643-2072-4678-b956-04bcbb0c7664 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:00.914278 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-a017e3ab-2825-420e-a29d-4e3e54028f02 None None] For port 69aa35d9-62e2-4e29-90c4-bd40ab8ad9a3, host dv-cinder-760178-13-iscsi, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:08:00.945840 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-a017e3ab-2825-420e-a29d-4e3e54028f02 None None] For port 69aa35d9-62e2-4e29-90c4-bd40ab8ad9a3, host dv-cinder-760178-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=69aa35d9-62e2-4e29-90c4-bd40ab8ad9a3,segment=NetworkSegment(dc93db44-92e7-4a54-a3ad-6e4c29fb9ef9),segment_id=dc93db44-92e7-4a54-a3ad-6e4c29fb9ef9)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:08:00.956475 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-437e0ea6-aa9e-421d-aa41-f70ca013e67f req-f3e629fa-4ee9-49ae-8078-b87b430eb9e0 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563511 Sep 14 23:08:00.959636 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5f4b6643-2072-4678-b956-04bcbb0c7664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:01.039755 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-678c7b4b-c3da-4747-8853-5ccf617dc8a5 service neutron] 10.222.0.39 "GET /v2.0/networks/3efb33cd-c3d1-4574-b595-4ef315e545cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406883 Sep 14 23:08:01.130764 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device af5db499-8d11-448a-9101-c7da0bbd3e8c up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:08:01.138459 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7f2bc440-0a51-404e-b412-5401400c19cc req-e5e417e0-cd99-47c5-b5f9-66358ff1ae84 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 210 time: 0.0551376 Sep 14 23:08:01.138953 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a017e3ab-2825-420e-a29d-4e3e54028f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:01.326046 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017e3ab-2825-420e-a29d-4e3e54028f02 None None] Pushing event updated for resources: {'Port': ['ID=69aa35d9-62e2-4e29-90c4-bd40ab8ad9a3,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:01.346992 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-5f4b6643-2072-4678-b956-04bcbb0c7664 admin admin] Allocated IP 172.27.3.243 (97df119d-fd41-4b39-86f3-953f642e27ab/0cfef410-e94d-43c5-8572-4959e322a29a/019cc469-9154-4578-a0df-b81815d2285c) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:08:01.357219 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-26248314-e390-4079-99ea-00f675129e3d None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:01.365239 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port af5db499-8d11-448a-9101-c7da0bbd3e8c triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:08:01.365961 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:01.366164 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-d127ad73-e2c5-4e76-ac70-45bc62d8cee0 service neutron] 10.222.0.39 "GET /v2.0/networks/3efb33cd-c3d1-4574-b595-4ef315e545cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254323 Sep 14 23:08:01.396753 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-26248314-e390-4079-99ea-00f675129e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:01.497759 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c34764-535c-482a-8267-a76134a1465d None None] Pushing event updated for resources: {'Port': ['ID=933884ed-5cb9-4873-9920-7c8028c0e84d,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:01.620807 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5f4b6643-2072-4678-b956-04bcbb0c7664 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:01.674816 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5f798-88ad-485e-acfa-fac467f09e74 req-0e7ae2af-0444-48f6-938c-5bde0d58edf1 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:01.688346 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f3b5f798-88ad-485e-acfa-fac467f09e74 req-0e7ae2af-0444-48f6-938c-5bde0d58edf1 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e09a186-f344-4b82-a8a7-3e723c53f8d6 HTTP/1.1" status: 200 len: 945 time: 0.3180084 Sep 14 23:08:01.692747 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5f4b6643-2072-4678-b956-04bcbb0c7664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:01.754978 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f3b5f798-88ad-485e-acfa-fac467f09e74 req-7b3eeb8b-0ef1-4c47-82ea-165b59b229db tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655713 Sep 14 23:08:01.849550 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4b6643-2072-4678-b956-04bcbb0c7664 admin admin] Network 97df119d-fd41-4b39-86f3-953f642e27ab is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:08:01.855998 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-5f4b6643-2072-4678-b956-04bcbb0c7664 admin admin] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:08:01.881266 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4b6643-2072-4678-b956-04bcbb0c7664 admin admin] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:08:02.006539 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-26248314-e390-4079-99ea-00f675129e3d None None] Attempting to bind port 933884ed-5cb9-4873-9920-7c8028c0e84d on host dv-cinder-760178-13-iscsi for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:08:02.006714 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-26248314-e390-4079-99ea-00f675129e3d None None] Attempting to bind port 933884ed-5cb9-4873-9920-7c8028c0e84d by drivers openvswitch,hyperv on host dv-cinder-760178-13-iscsi at level 0 using segments [{'id': '7fb02b41-577f-4192-b7fa-301b1defa6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '75df04b7-109f-47d1-ada3-939d55f6000f'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:08:02.007128 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26248314-e390-4079-99ea-00f675129e3d None None] Attempting to bind port 933884ed-5cb9-4873-9920-7c8028c0e84d on network 75df04b7-109f-47d1-ada3-939d55f6000f {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:08:02.023576 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26248314-e390-4079-99ea-00f675129e3d None None] Checking agent: {'id': 'dcc8e868-81e9-4312-adfc-cfdfaec503c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 57, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:08:02.023966 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26248314-e390-4079-99ea-00f675129e3d None None] Checking segment: {'id': '7fb02b41-577f-4192-b7fa-301b1defa6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '75df04b7-109f-47d1-ada3-939d55f6000f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:08:02.024386 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-26248314-e390-4079-99ea-00f675129e3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:02.024821 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26248314-e390-4079-99ea-00f675129e3d None None] Bound using segment: {'id': '7fb02b41-577f-4192-b7fa-301b1defa6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '75df04b7-109f-47d1-ada3-939d55f6000f'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:08:02.025301 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-26248314-e390-4079-99ea-00f675129e3d None None] Bound port: 933884ed-5cb9-4873-9920-7c8028c0e84d, host: dv-cinder-760178-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb02b41-577f-4192-b7fa-301b1defa6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '75df04b7-109f-47d1-ada3-939d55f6000f'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:08:02.025696 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-26248314-e390-4079-99ea-00f675129e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:02.111136 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b6643-2072-4678-b956-04bcbb0c7664 admin admin] Pushing event updated for resources: {'Port': ['ID=019cc469-9154-4578-a0df-b81815d2285c,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:02.174282 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-111369f1-455c-4b67-b51a-58fb44c6b105 None None] Provisioning complete for port 933884ed-5cb9-4873-9920-7c8028c0e84d triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:08:02.174663 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-111369f1-455c-4b67-b51a-58fb44c6b105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:02.178762 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-26248314-e390-4079-99ea-00f675129e3d None None] For port 933884ed-5cb9-4873-9920-7c8028c0e84d, host dv-cinder-760178-13-iscsi, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:08:02.215851 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-26248314-e390-4079-99ea-00f675129e3d None None] For port 933884ed-5cb9-4873-9920-7c8028c0e84d, host dv-cinder-760178-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=933884ed-5cb9-4873-9920-7c8028c0e84d,segment=NetworkSegment(7fb02b41-577f-4192-b7fa-301b1defa6b4),segment_id=7fb02b41-577f-4192-b7fa-301b1defa6b4)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:08:02.232122 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-26248314-e390-4079-99ea-00f675129e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:02.241374 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-73a83846-d77a-4781-b86c-e9dd29a98cfd req-6498748c-95c6-4563-b6a0-32a653c66876 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 210 time: 0.1314547 Sep 14 23:08:02.273341 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-111369f1-455c-4b67-b51a-58fb44c6b105 None None] Port 933884ed-5cb9-4873-9920-7c8028c0e84d cannot update to ACTIVE because it is not bound. {{(pid=94136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 23:08:02.289757 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a52019-7fea-4bcb-933e-54c397c6f979 req-a6c71c4c-fc45-4ddc-bca2-395373dfc808 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:02.291607 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-10a52019-7fea-4bcb-933e-54c397c6f979 req-a6c71c4c-fc45-4ddc-bca2-395373dfc808 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 944 time: 0.3301466 Sep 14 23:08:02.296667 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-78f4e6f6-01a4-4038-acb4-8bca08be3120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:02.323679 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26248314-e390-4079-99ea-00f675129e3d None None] Routers {'9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:08:02.324473 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-26248314-e390-4079-99ea-00f675129e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:07:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:02.524214 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c34764-535c-482a-8267-a76134a1465d None None] Pushing event updated for resources: {'Port': ['ID=933884ed-5cb9-4873-9920-7c8028c0e84d,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:02.571071 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5f4b6643-2072-4678-b956-04bcbb0c7664 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:02.634412 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-26248314-e390-4079-99ea-00f675129e3d None None] Set router 9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:08:02.739148 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-10a52019-7fea-4bcb-933e-54c397c6f979 req-11bd554f-d0f0-42ed-935d-d271fb770ded tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4309304 Sep 14 23:08:02.791453 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932bbe5-7e15-4b3b-a15d-d0dea8cb4f88 req-e36d4ad7-cf3f-4d60-9f1f-3b852bac9ac8 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:02.793686 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5932bbe5-7e15-4b3b-a15d-d0dea8cb4f88 req-e36d4ad7-cf3f-4d60-9f1f-3b852bac9ac8 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.2191494 Sep 14 23:08:02.971268 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-a4d7a527-daf4-4ead-994b-35addd3101f1 None None] Provisioning complete for port 933884ed-5cb9-4873-9920-7c8028c0e84d triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:08:02.971682 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a4d7a527-daf4-4ead-994b-35addd3101f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:03.038806 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-26248314-e390-4079-99ea-00f675129e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'name': 'tempest-TestMinimumBasicScenario-951826626-router', 'tenant_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'af5db499-8d11-448a-9101-c7da0bbd3e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:53Z', 'updated_at': '2021-09-14T23:07:57Z', 'revision_number': 4, 'project_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'gw_port': {'id': 'af5db499-8d11-448a-9101-c7da0bbd3e8c', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:45:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:54Z', 'updated_at': '2021-09-14T23:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': '933884ed-5cb9-4873-9920-7c8028c0e84d', 'name': '', 'network_id': '75df04b7-109f-47d1-ada3-939d55f6000f', 'tenant_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'mac_address': 'fa:16:3e:34:68:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f85dd972-c009-40bc-a65e-f5ee6b80dcaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:56Z', 'updated_at': '2021-09-14T23:08:02Z', 'revision_number': 4, 'project_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'subnets': [{'id': 'f85dd972-c009-40bc-a65e-f5ee6b80dcaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:03.044855 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-54141144-0d57-4fb9-84a0-76f352db87a4 req-fb8ab070-cb43-439e-bb2f-b6ac888d97d3 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 210 time: 0.1882098 Sep 14 23:08:03.070643 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5932bbe5-7e15-4b3b-a15d-d0dea8cb4f88 req-2245d098-fa57-4ad4-ba6c-fdb4cb86b2da tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604318 Sep 14 23:08:03.090590 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5f4b6643-2072-4678-b956-04bcbb0c7664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529233'] for router, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:03.097321 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69688112-3f58-4034-8c91-252100c05f42 None None] Network 0097cd83-bec4-4bdb-aa30-31719150a2a3 requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:08:03.141107 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26248314-e390-4079-99ea-00f675129e3d None None] The sync data for ids ['9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6'] in dv-cinder-760178-13-iscsi is: [{'id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'name': 'tempest-TestMinimumBasicScenario-951826626-router', 'tenant_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'af5db499-8d11-448a-9101-c7da0bbd3e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:53Z', 'updated_at': '2021-09-14T23:07:57Z', 'revision_number': 4, 'project_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'gw_port': {'id': 'af5db499-8d11-448a-9101-c7da0bbd3e8c', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:45:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:54Z', 'updated_at': '2021-09-14T23:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': '933884ed-5cb9-4873-9920-7c8028c0e84d', 'name': '', 'network_id': '75df04b7-109f-47d1-ada3-939d55f6000f', 'tenant_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'mac_address': 'fa:16:3e:34:68:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f85dd972-c009-40bc-a65e-f5ee6b80dcaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:56Z', 'updated_at': '2021-09-14T23:08:02Z', 'revision_number': 4, 'project_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'subnets': [{'id': 'f85dd972-c009-40bc-a65e-f5ee6b80dcaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:08:03.158410 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a4d7a527-daf4-4ead-994b-35addd3101f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:03.165010 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 69aa35d9-62e2-4e29-90c4-bd40ab8ad9a3 up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:08:03.316006 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-a4d7a527-daf4-4ead-994b-35addd3101f1 None None] For port 933884ed-5cb9-4873-9920-7c8028c0e84d, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=933884ed-5cb9-4873-9920-7c8028c0e84d,segment=NetworkSegment(7fb02b41-577f-4192-b7fa-301b1defa6b4),segment_id=7fb02b41-577f-4192-b7fa-301b1defa6b4)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:08:03.329251 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a4d7a527-daf4-4ead-994b-35addd3101f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:03.457605 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7a527-daf4-4ead-994b-35addd3101f1 None None] Pushing event updated for resources: {'Port': ['ID=933884ed-5cb9-4873-9920-7c8028c0e84d,revision_number=5']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:03.467606 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port 69aa35d9-62e2-4e29-90c4-bd40ab8ad9a3 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:08:03.467984 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:03.551616 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-5726ed80-c990-466e-baeb-accaa9b1c24f None None] Provisioning complete for port 69aa35d9-62e2-4e29-90c4-bd40ab8ad9a3 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:08:03.552309 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-5726ed80-c990-466e-baeb-accaa9b1c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:03.692479 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:03.744321 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-5726ed80-c990-466e-baeb-accaa9b1c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:03.765413 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-552df624-6e21-4819-8213-a7d4f0b990d9 req-5a8c14d0-2f39-47c0-8116-3867a06456ce tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 210 time: 0.0757031 Sep 14 23:08:03.841382 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efcb4d-a313-448f-9133-8fd7e83fc68b req-f1167b43-3efa-4d0d-8b05-85ff18de3886 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:03.850662 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-62efcb4d-a313-448f-9133-8fd7e83fc68b req-f1167b43-3efa-4d0d-8b05-85ff18de3886 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e09a186-f344-4b82-a8a7-3e723c53f8d6 HTTP/1.1" status: 200 len: 945 time: 0.6230886 Sep 14 23:08:03.860589 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] For port 69aa35d9-62e2-4e29-90c4-bd40ab8ad9a3, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=69aa35d9-62e2-4e29-90c4-bd40ab8ad9a3,segment=NetworkSegment(dc93db44-92e7-4a54-a3ad-6e4c29fb9ef9),segment_id=dc93db44-92e7-4a54-a3ad-6e4c29fb9ef9)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:08:03.867456 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:03.986940 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-62efcb4d-a313-448f-9133-8fd7e83fc68b req-65d14ed1-2538-4980-a9cf-1f9fcdcb0569 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345475 Sep 14 23:08:03.987985 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4b6643-2072-4678-b956-04bcbb0c7664 admin admin] Router d250fefe-91f1-4f27-93cd-02f7b2adf6fb is scheduled to L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f with binding_index 1 {{(pid=94135) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 23:08:03.995057 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.db.api [None req-5726ed80-c990-466e-baeb-accaa9b1c24f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 23:08:03.995841 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG oslo_db.api [None req-5726ed80-c990-466e-baeb-accaa9b1c24f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 23:08:04.005155 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Pushing event updated for resources: {'Port': ['ID=69aa35d9-62e2-4e29-90c4-bd40ab8ad9a3,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:04.161449 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4b6643-2072-4678-b956-04bcbb0c7664 admin admin] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:08:04.177330 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721fa34a-f34d-488e-9035-fb81bbdf0322 None None] Sync routers for ids ['d250fefe-91f1-4f27-93cd-02f7b2adf6fb'] in dv-cinder-760178-13-iscsi {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:08:04.191078 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721fa34a-f34d-488e-9035-fb81bbdf0322 None None] Routers {'d250fefe-91f1-4f27-93cd-02f7b2adf6fb'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:08:04.192155 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-721fa34a-f34d-488e-9035-fb81bbdf0322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:07:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['d250fefe-91f1-4f27-93cd-02f7b2adf6fb'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:04.219112 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069f576-852b-46b6-9638-ace6a8fbe024 req-2ebc9417-620e-442d-9559-d1f85c9e0fd6 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:04.227302 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6069f576-852b-46b6-9638-ace6a8fbe024 req-2ebc9417-620e-442d-9559-d1f85c9e0fd6 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 944 time: 0.2656198 Sep 14 23:08:04.237543 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5f4b6643-2072-4678-b956-04bcbb0c7664 admin admin] Notify callbacks [] for router, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:04.241902 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 46214) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:08:04.242540 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-5f4b6643-2072-4678-b956-04bcbb0c7664 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4900079 Sep 14 23:08:04.319092 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-20d2e6fd-a8aa-4f63-9bc6-5cdd86dd197f req-d08c1f78-d997-4c5f-98d6-e81b1a8d06e7 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 210 time: 0.0862620 Sep 14 23:08:04.354296 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6069f576-852b-46b6-9638-ace6a8fbe024 req-ec86fffe-14dd-4640-864e-64f34ca3d88b tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247628 Sep 14 23:08:04.420243 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-721fa34a-f34d-488e-9035-fb81bbdf0322 None None] Set router d250fefe-91f1-4f27-93cd-02f7b2adf6fb gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:08:04.514095 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3eab06-6986-4d83-bc4d-6b554271648d req-b9ced030-7045-4d6f-896a-630754135d7a tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:04.522425 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ac3eab06-6986-4d83-bc4d-6b554271648d req-b9ced030-7045-4d6f-896a-630754135d7a tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0961471 Sep 14 23:08:04.583808 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ac3eab06-6986-4d83-bc4d-6b554271648d req-c6bff88d-d00c-4157-9a61-04bedd604a92 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555410 Sep 14 23:08:04.704183 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-db88bc8b-26eb-42b5-9a36-3be9da27d13c None None] Provisioning complete for port 69aa35d9-62e2-4e29-90c4-bd40ab8ad9a3 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:08:04.705664 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-db88bc8b-26eb-42b5-9a36-3be9da27d13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:04.731699 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-721fa34a-f34d-488e-9035-fb81bbdf0322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd250fefe-91f1-4f27-93cd-02f7b2adf6fb', 'name': 'tempest-TestMinimumBasicScenario-1163493098-router', 'tenant_id': '228c076958db43b39e9f94cef27a63bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '019cc469-9154-4578-a0df-b81815d2285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:59Z', 'updated_at': '2021-09-14T23:08:02Z', 'revision_number': 3, 'project_id': '228c076958db43b39e9f94cef27a63bb', 'gw_port': {'id': '019cc469-9154-4578-a0df-b81815d2285c', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:88:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd250fefe-91f1-4f27-93cd-02f7b2adf6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:08:00Z', 'updated_at': '2021-09-14T23:08:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi'}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:04.795458 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721fa34a-f34d-488e-9035-fb81bbdf0322 None None] Checking router: d250fefe-91f1-4f27-93cd-02f7b2adf6fb for host: dv-cinder-760178-13-iscsi {{(pid=94137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:08:04.796210 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721fa34a-f34d-488e-9035-fb81bbdf0322 None None] Updating router d250fefe-91f1-4f27-93cd-02f7b2adf6fb port 019cc469-9154-4578-a0df-b81815d2285c binding host dv-cinder-760178-13-iscsi {{(pid=94137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:08:04.871436 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-721fa34a-f34d-488e-9035-fb81bbdf0322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:04.981359 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-06f842d0-5878-443d-9f84-746ebedb2ffa req-ac5fecd0-2212-44e7-a463-802fe8df6d0a tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 210 time: 0.0811961 Sep 14 23:08:05.002244 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-610977f8-1a5b-4af1-a51e-13ff005dd0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:05.017722 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:05.070978 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-09b3a06c-fa7a-4ab4-a823-fe923ecd8ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:05.176706 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235c28e-50d6-459a-a22d-e7f37d59a327 req-ae1f1310-3e63-4321-86e9-52452c11c569 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:05.178415 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e235c28e-50d6-459a-a22d-e7f37d59a327 req-ae1f1310-3e63-4321-86e9-52452c11c569 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e09a186-f344-4b82-a8a7-3e723c53f8d6 HTTP/1.1" status: 200 len: 945 time: 0.0770509 Sep 14 23:08:05.232207 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e235c28e-50d6-459a-a22d-e7f37d59a327 req-059c47aa-1ed8-4672-9787-2ac8254bf1dc tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469320 Sep 14 23:08:05.255160 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 933884ed-5cb9-4873-9920-7c8028c0e84d up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:08:05.281757 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-09b3a06c-fa7a-4ab4-a823-fe923ecd8ab9 admin admin] Allocated IP 172.20.0.1 (0097cd83-bec4-4bdb-aa30-31719150a2a3/8b991805-9cd8-4b1d-81a1-3045be8c25b3/56170425-27e0-4277-81e4-5a2bf93613e8) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:08:05.304655 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port 933884ed-5cb9-4873-9920-7c8028c0e84d triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:08:05.304945 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:05.374079 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-721fa34a-f34d-488e-9035-fb81bbdf0322 None None] Notify callbacks [] for port, precommit_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:05.383972 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-721fa34a-f34d-488e-9035-fb81bbdf0322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:05.404590 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 69aa35d9-62e2-4e29-90c4-bd40ab8ad9a3 up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:08:05.415213 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-09b3a06c-fa7a-4ab4-a823-fe923ecd8ab9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:05.462074 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-10e7fefd-2ea0-4ca2-a9d7-b5a4dfd67475 req-659e6ddc-7c55-4696-bf2f-55df8012ed22 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 210 time: 0.0573878 Sep 14 23:08:05.464512 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59608e-dd57-4199-ad43-365f0328a853 None None] Pushing event updated for resources: {'Port': ['ID=019cc469-9154-4578-a0df-b81815d2285c,revision_number=2']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:05.467614 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [None req-721fa34a-f34d-488e-9035-fb81bbdf0322 None None] Attempting to bind port 019cc469-9154-4578-a0df-b81815d2285c on host dv-cinder-760178-13-iscsi for vnic_type normal with profile {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:08:05.467989 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [None req-721fa34a-f34d-488e-9035-fb81bbdf0322 None None] Attempting to bind port 019cc469-9154-4578-a0df-b81815d2285c by drivers openvswitch,hyperv on host dv-cinder-760178-13-iscsi at level 0 using segments [{'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'}] {{(pid=94137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:08:05.468422 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721fa34a-f34d-488e-9035-fb81bbdf0322 None None] Attempting to bind port 019cc469-9154-4578-a0df-b81815d2285c on network 97df119d-fd41-4b39-86f3-953f642e27ab {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:08:05.474219 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port 69aa35d9-62e2-4e29-90c4-bd40ab8ad9a3 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:08:05.475434 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:05.479208 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721fa34a-f34d-488e-9035-fb81bbdf0322 None None] Checking agent: {'id': 'dcc8e868-81e9-4312-adfc-cfdfaec503c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 57, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:08:05.479588 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721fa34a-f34d-488e-9035-fb81bbdf0322 None None] Checking segment: {'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:08:05.480584 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-721fa34a-f34d-488e-9035-fb81bbdf0322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:05.481258 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721fa34a-f34d-488e-9035-fb81bbdf0322 None None] Bound using segment: {'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'} {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:08:05.481612 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [None req-721fa34a-f34d-488e-9035-fb81bbdf0322 None None] Bound port: 019cc469-9154-4578-a0df-b81815d2285c, host: dv-cinder-760178-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'}}] {{(pid=94137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:08:05.482156 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-721fa34a-f34d-488e-9035-fb81bbdf0322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:05.482915 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-09b3a06c-fa7a-4ab4-a823-fe923ecd8ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:05.567229 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [None req-721fa34a-f34d-488e-9035-fb81bbdf0322 None None] For port 019cc469-9154-4578-a0df-b81815d2285c, host dv-cinder-760178-13-iscsi, cleared binding levels {{(pid=94137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:08:05.571954 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [None req-721fa34a-f34d-488e-9035-fb81bbdf0322 None None] For port 019cc469-9154-4578-a0df-b81815d2285c, host dv-cinder-760178-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=019cc469-9154-4578-a0df-b81815d2285c,segment=NetworkSegment(a9a9fb15-9287-4c77-9a23-3b65ea6f31f5),segment_id=a9a9fb15-9287-4c77-9a23-3b65ea6f31f5)] {{(pid=94137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:08:05.580095 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-721fa34a-f34d-488e-9035-fb81bbdf0322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:05.583675 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b3a06c-fa7a-4ab4-a823-fe923ecd8ab9 admin admin] Network 0097cd83-bec4-4bdb-aa30-31719150a2a3 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:08:05.594772 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-09b3a06c-fa7a-4ab4-a823-fe923ecd8ab9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:08:05.599750 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b3a06c-fa7a-4ab4-a823-fe923ecd8ab9 admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:08:05.622659 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b51b6-c22a-494f-8c58-11f58e4e6a55 req-4027df0f-6d6c-4e42-b6a7-433069d67115 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:05.632502 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-852b51b6-c22a-494f-8c58-11f58e4e6a55 req-4027df0f-6d6c-4e42-b6a7-433069d67115 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 944 time: 0.1429904 Sep 14 23:08:05.683052 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721fa34a-f34d-488e-9035-fb81bbdf0322 None None] Routers {'d250fefe-91f1-4f27-93cd-02f7b2adf6fb'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:08:05.683704 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-721fa34a-f34d-488e-9035-fb81bbdf0322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:08:05Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['d250fefe-91f1-4f27-93cd-02f7b2adf6fb'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:05.722537 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-852b51b6-c22a-494f-8c58-11f58e4e6a55 req-2fcb3221-67f4-4af0-a458-46c63fc2e844 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865636 Sep 14 23:08:05.737732 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-09b3a06c-fa7a-4ab4-a823-fe923ecd8ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529286'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:05.741610 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3a06c-fa7a-4ab4-a823-fe923ecd8ab9 admin admin] Pushing event updated for resources: {'Port': ['ID=56170425-27e0-4277-81e4-5a2bf93613e8,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:05.742312 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59608e-dd57-4199-ad43-365f0328a853 None None] Pushing event updated for resources: {'Port': ['ID=019cc469-9154-4578-a0df-b81815d2285c,revision_number=3']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:05.849938 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-721fa34a-f34d-488e-9035-fb81bbdf0322 None None] Set router d250fefe-91f1-4f27-93cd-02f7b2adf6fb gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:08:05.871717 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60233dc9-ee8e-434a-a3dd-66137ad7668d req-a4933762-9cdc-45c2-b163-d6a32fd340c2 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:05.888208 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-60233dc9-ee8e-434a-a3dd-66137ad7668d req-a4933762-9cdc-45c2-b163-d6a32fd340c2 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.1535494 Sep 14 23:08:05.935362 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-09b3a06c-fa7a-4ab4-a823-fe923ecd8ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:05.961434 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-d832209e-135b-48c0-b1dd-0d181e5a0abc None None] Provisioning complete for port 56170425-27e0-4277-81e4-5a2bf93613e8 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:08:05.961984 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d832209e-135b-48c0-b1dd-0d181e5a0abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:05.967233 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-60233dc9-ee8e-434a-a3dd-66137ad7668d req-2c1718a9-7479-493a-9eb6-5bb13b5399e6 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720415 Sep 14 23:08:06.010083 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-d832209e-135b-48c0-b1dd-0d181e5a0abc None None] Port 56170425-27e0-4277-81e4-5a2bf93613e8 cannot update to ACTIVE because it is not bound. {{(pid=94136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 23:08:06.059945 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:06.142529 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-44dfcdea-e93b-435a-8bef-5179b675a724 req-d7c0d464-0e96-499e-9b1e-22db861d1608 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 210 time: 0.0410955 Sep 14 23:08:06.166172 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e426d71-504a-4f54-af7c-da2ecaab9dd5 req-383a02d9-e7f4-42be-a0c9-c5e5f0d54e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:06.169224 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6e426d71-504a-4f54-af7c-da2ecaab9dd5 req-383a02d9-e7f4-42be-a0c9-c5e5f0d54e6c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4f55ab5d5aec4aa4bb5fad6ed7ea1c17&device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 1099 time: 0.1293626 Sep 14 23:08:06.188562 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-09b3a06c-fa7a-4ab4-a823-fe923ecd8ab9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:06.199467 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-09b3a06c-fa7a-4ab4-a823-fe923ecd8ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:06.206005 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-721fa34a-f34d-488e-9035-fb81bbdf0322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd250fefe-91f1-4f27-93cd-02f7b2adf6fb', 'name': 'tempest-TestMinimumBasicScenario-1163493098-router', 'tenant_id': '228c076958db43b39e9f94cef27a63bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '019cc469-9154-4578-a0df-b81815d2285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:59Z', 'updated_at': '2021-09-14T23:08:02Z', 'revision_number': 3, 'project_id': '228c076958db43b39e9f94cef27a63bb', 'gw_port': {'id': '019cc469-9154-4578-a0df-b81815d2285c', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:88:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd250fefe-91f1-4f27-93cd-02f7b2adf6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:08:00Z', 'updated_at': '2021-09-14T23:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi'}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:06.287995 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721fa34a-f34d-488e-9035-fb81bbdf0322 None None] The sync data for ids ['d250fefe-91f1-4f27-93cd-02f7b2adf6fb'] in dv-cinder-760178-13-iscsi is: [{'id': 'd250fefe-91f1-4f27-93cd-02f7b2adf6fb', 'name': 'tempest-TestMinimumBasicScenario-1163493098-router', 'tenant_id': '228c076958db43b39e9f94cef27a63bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '019cc469-9154-4578-a0df-b81815d2285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:59Z', 'updated_at': '2021-09-14T23:08:02Z', 'revision_number': 3, 'project_id': '228c076958db43b39e9f94cef27a63bb', 'gw_port': {'id': '019cc469-9154-4578-a0df-b81815d2285c', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:88:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd250fefe-91f1-4f27-93cd-02f7b2adf6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:08:00Z', 'updated_at': '2021-09-14T23:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi'}] {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:08:06.298360 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3a06c-fa7a-4ab4-a823-fe923ecd8ab9 admin admin] Pushing event updated for resources: {'Port': ['ID=56170425-27e0-4277-81e4-5a2bf93613e8,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:06.306212 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-09b3a06c-fa7a-4ab4-a823-fe923ecd8ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530198'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:06.313368 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e426d71-504a-4f54-af7c-da2ecaab9dd5 req-6d7105e1-3fac-4346-8d2c-885b12a8b077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:06.314893 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6e426d71-504a-4f54-af7c-da2ecaab9dd5 req-6d7105e1-3fac-4346-8d2c-885b12a8b077 service neutron] 10.222.0.52 "GET /v2.0/networks?id=26f36da6-a1ec-4137-a9bd-9ec8524b7b1b HTTP/1.1" status: 200 len: 919 time: 0.1240108 Sep 14 23:08:06.409515 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6e426d71-504a-4f54-af7c-da2ecaab9dd5 req-064c7a24-3624-47ec-b75a-afeeece6e936 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62948c9e-37ac-4b8d-a204-5537e386aab9 HTTP/1.1" status: 200 len: 217 time: 0.0856042 Sep 14 23:08:06.456333 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b3a06c-fa7a-4ab4-a823-fe923ecd8ab9 admin admin] Network 0097cd83-bec4-4bdb-aa30-31719150a2a3 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:08:06.459347 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-09b3a06c-fa7a-4ab4-a823-fe923ecd8ab9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:08:06.479630 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f594c-d1ca-4949-8ea2-d4cc7bc31f79 req-96b8b19b-7aa5-4584-ab3a-91af141acb0f tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:06.482952 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-605f594c-d1ca-4949-8ea2-d4cc7bc31f79 req-96b8b19b-7aa5-4584-ab3a-91af141acb0f tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e09a186-f344-4b82-a8a7-3e723c53f8d6 HTTP/1.1" status: 200 len: 945 time: 0.1407831 Sep 14 23:08:06.502020 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e426d71-504a-4f54-af7c-da2ecaab9dd5 req-0ee05a19-10e1-42e0-afbd-28cd207139e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:06.504406 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6e426d71-504a-4f54-af7c-da2ecaab9dd5 req-0ee05a19-10e1-42e0-afbd-28cd207139e4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9f597290-8184-475e-a5f8-accd68e76ba3 HTTP/1.1" status: 200 len: 858 time: 0.0791979 Sep 14 23:08:06.551855 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6e426d71-504a-4f54-af7c-da2ecaab9dd5 req-93194dd3-f141-494d-adf4-ce4875bd9d95 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26f36da6-a1ec-4137-a9bd-9ec8524b7b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362604 Sep 14 23:08:06.594267 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-605f594c-d1ca-4949-8ea2-d4cc7bc31f79 req-c43229ba-3d50-49f8-9e9f-c7363a849ae0 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055868 Sep 14 23:08:06.648392 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a64c283c-8768-440f-a087-983e3d184c14 req-ce6f5bbf-f5bd-4ca7-b706-0aa374ced4ae tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=144ebf98-dbf1-46e5-8e02-e0027ba2c31d HTTP/1.1" status: 200 len: 210 time: 0.0507822 Sep 14 23:08:06.689585 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b3a06c-fa7a-4ab4-a823-fe923ecd8ab9 admin admin] Router d250fefe-91f1-4f27-93cd-02f7b2adf6fb has already been hosted by L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 23:08:06.741049 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6e426d71-504a-4f54-af7c-da2ecaab9dd5 req-bff6cc3a-2f41-47d2-8085-f62961687e1e service neutron] 10.222.0.52 "GET /v2.0/networks/26f36da6-a1ec-4137-a9bd-9ec8524b7b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785023 Sep 14 23:08:06.838662 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b3a06c-fa7a-4ab4-a823-fe923ecd8ab9 admin admin] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:08:06.842243 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-85b37ddb-f0ae-4c9c-bc33-a9e7e1aea34d None None] Provisioning complete for port 56170425-27e0-4277-81e4-5a2bf93613e8 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:08:06.842983 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-85b37ddb-f0ae-4c9c-bc33-a9e7e1aea34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:06.849404 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-09b3a06c-fa7a-4ab4-a823-fe923ecd8ab9 admin admin] 10.222.0.39 "PUT /v2.0/routers/d250fefe-91f1-4f27-93cd-02f7b2adf6fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6059971 Sep 14 23:08:06.897874 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-85b37ddb-f0ae-4c9c-bc33-a9e7e1aea34d None None] Port 56170425-27e0-4277-81e4-5a2bf93613e8 cannot update to ACTIVE because it is not bound. {{(pid=94136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 23:08:06.957091 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6e426d71-504a-4f54-af7c-da2ecaab9dd5 req-6a80b48d-ff5f-4b52-bd9d-8c318bb5fb07 service neutron] 10.222.0.52 "GET /v2.0/networks/26f36da6-a1ec-4137-a9bd-9ec8524b7b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082100 Sep 14 23:08:07.017346 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03f682-0edf-4005-b910-e33de06b4cda req-27af4062-5d6a-4fb8-895d-494fd871e00a tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:07.025421 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-cc03f682-0edf-4005-b910-e33de06b4cda req-27af4062-5d6a-4fb8-895d-494fd871e00a tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 944 time: 0.0999391 Sep 14 23:08:07.137522 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-cc03f682-0edf-4005-b910-e33de06b4cda req-c7126340-ed0c-45dc-a53c-38cb8d1d916d tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037698 Sep 14 23:08:07.189054 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 019cc469-9154-4578-a0df-b81815d2285c up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:08:07.268534 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2f7ad-117e-464f-98ae-75b32be708e7 req-ca847f1a-9a31-4591-bf64-467d781b729b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:07.272555 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f6a2f7ad-117e-464f-98ae-75b32be708e7 req-ca847f1a-9a31-4591-bf64-467d781b729b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 1099 time: 0.0709512 Sep 14 23:08:07.293227 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c2e8c304-8911-4f4c-af26-37cc9be47342 req-c328a219-daa0-458c-863b-4427f9491f11 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 210 time: 0.0449502 Sep 14 23:08:07.322768 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b3de8-f00b-460b-89fb-71b90e1e80db req-db75aa1c-bc95-4339-b678-710c56347c69 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:07.327626 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port 019cc469-9154-4578-a0df-b81815d2285c triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:08:07.328017 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:07.330515 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-da0b3de8-f00b-460b-89fb-71b90e1e80db req-db75aa1c-bc95-4339-b678-710c56347c69 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.1908529 Sep 14 23:08:07.336024 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717aa9c7-480e-4328-8dad-d1a1c2c42b45 req-af277c53-60f2-4d78-b305-9bb78f217563 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:07.338497 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-717aa9c7-480e-4328-8dad-d1a1c2c42b45 req-af277c53-60f2-4d78-b305-9bb78f217563 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e09a186-f344-4b82-a8a7-3e723c53f8d6 HTTP/1.1" status: 200 len: 945 time: 0.0819280 Sep 14 23:08:07.362179 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f6a2f7ad-117e-464f-98ae-75b32be708e7 req-63b3c025-a7bb-455d-9afb-787c4dd03c63 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712979 Sep 14 23:08:07.392484 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-da0b3de8-f00b-460b-89fb-71b90e1e80db req-7e3760c2-d3b8-4c90-8091-bc0ec18d39b9 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556617 Sep 14 23:08:07.478676 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:07.500534 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-717aa9c7-480e-4328-8dad-d1a1c2c42b45 req-0837f36d-039a-4714-8475-d80dcdbe3936 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Deleting port 4ec65a10-0cd6-4e24-a6b0-44fa494ad436 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:08:07.500953 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-717aa9c7-480e-4328-8dad-d1a1c2c42b45 req-0837f36d-039a-4714-8475-d80dcdbe3936 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:07.503775 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] For port 019cc469-9154-4578-a0df-b81815d2285c, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=019cc469-9154-4578-a0df-b81815d2285c,segment=NetworkSegment(a9a9fb15-9287-4c77-9a23-3b65ea6f31f5),segment_id=a9a9fb15-9287-4c77-9a23-3b65ea6f31f5)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:08:07.512313 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:07.641802 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-717aa9c7-480e-4328-8dad-d1a1c2c42b45 req-0837f36d-039a-4714-8475-d80dcdbe3936 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] For port 4ec65a10-0cd6-4e24-a6b0-44fa494ad436, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=4ec65a10-0cd6-4e24-a6b0-44fa494ad436,segment=NetworkSegment(eb098917-dbc9-4dc3-81e9-deb624e7bf20),segment_id=eb098917-dbc9-4dc3-81e9-deb624e7bf20)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:08:07.642093 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-717aa9c7-480e-4328-8dad-d1a1c2c42b45 req-0837f36d-039a-4714-8475-d80dcdbe3936 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:07.649270 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Pushing event updated for resources: {'Port': ['ID=019cc469-9154-4578-a0df-b81815d2285c,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:07.666153 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-717aa9c7-480e-4328-8dad-d1a1c2c42b45 req-0837f36d-039a-4714-8475-d80dcdbe3936 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Calling delete_port for 4ec65a10-0cd6-4e24-a6b0-44fa494ad436 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:08:07.888806 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-cac0c14a-6581-4ba1-995d-459069493a96 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:07.891588 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-cac0c14a-6581-4ba1-995d-459069493a96 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.52 "GET /v2.0/networks?id=3efb33cd-c3d1-4574-b595-4ef315e545cb HTTP/1.1" status: 200 len: 808 time: 0.3378208 Sep 14 23:08:07.916646 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84f644-c255-477e-93ed-8c9b21dd43ba req-01a72176-7cf3-4ff8-bcdb-906354c6dc24 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:07.916985 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-717aa9c7-480e-4328-8dad-d1a1c2c42b45 req-0837f36d-039a-4714-8475-d80dcdbe3936 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:07.918329 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3a84f644-c255-477e-93ed-8c9b21dd43ba req-01a72176-7cf3-4ff8-bcdb-906354c6dc24 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e09a186-f344-4b82-a8a7-3e723c53f8d6 HTTP/1.1" status: 200 len: 945 time: 0.1950612 Sep 14 23:08:07.932251 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:07.940172 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['80c57b00-d31c-4c6f-90ad-dbf9909774c0', 'fce75108-7ccd-482f-af32-9f8bac0e512e', '4ec65a10-0cd6-4e24-a6b0-44fa494ad436'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:08:08.007165 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0837f36d-039a-4714-8475-d80dcdbe3936 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Pushing event deleted for resources: {'Port': ['ID=4ec65a10-0cd6-4e24-a6b0-44fa494ad436,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:08.088398 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-717aa9c7-480e-4328-8dad-d1a1c2c42b45 req-0837f36d-039a-4714-8475-d80dcdbe3936 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] No DVR routers for this DVR port 4ec65a10-0cd6-4e24-a6b0-44fa494ad436 on host hv-cinder-76017 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:08:08.094639 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-717aa9c7-480e-4328-8dad-d1a1c2c42b45 req-0837f36d-039a-4714-8475-d80dcdbe3936 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:08.096766 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-717aa9c7-480e-4328-8dad-d1a1c2c42b45 req-0837f36d-039a-4714-8475-d80dcdbe3936 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.52 "DELETE /v2.0/ports/4ec65a10-0cd6-4e24-a6b0-44fa494ad436 HTTP/1.1" status: 204 len: 173 time: 0.7512519 Sep 14 23:08:08.097221 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e09a186-f344-4b82-a8a7-3e723c53f8d6', 'name': 'network-vif-deleted', 'tag': '4ec65a10-0cd6-4e24-a6b0-44fa494ad436'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:08:08.106416 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b27504ed887e131bccbae67cb08e94fb53697a19aeb48787dd98b51fbb9c8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4dedd14-7034-4fd8-b5fd-14817104e9ce" -d '{"events": [{"server_uuid": "1e09a186-f344-4b82-a8a7-3e723c53f8d6", "name": "network-vif-deleted", "tag": "4ec65a10-0cd6-4e24-a6b0-44fa494ad436"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:08:08.154407 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-bb357a12-2157-4f62-83be-33c02dac1a9c tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7319052cbd445279c634b71fd2736d4 HTTP/1.1" status: 200 len: 380 time: 0.2239618 Sep 14 23:08:08.158560 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3a84f644-c255-477e-93ed-8c9b21dd43ba req-43d3514e-656b-41c9-8797-c4ff187caed4 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140970 Sep 14 23:08:08.169298 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-342b43ff-e83e-470c-bbac-4e0be6a2b779 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Request body: {'port': {'device_id': '8d1c5ab0-8449-4b25-a425-fca002f43fa2', 'network_id': '3efb33cd-c3d1-4574-b595-4ef315e545cb', 'admin_state_up': True, 'tenant_id': 'a7319052cbd445279c634b71fd2736d4', 'security_groups': ['43843a04-fa8c-4869-8b14-5b6fb4b4497a']}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:08:08.174391 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101b4749-9080-4bc0-9ff5-99fb9a954021 x-openstack-request-id: req-101b4749-9080-4bc0-9ff5-99fb9a954021 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:08:08.174747 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e09a186-f344-4b82-a8a7-3e723c53f8d6", "name": "network-vif-deleted", "tag": "4ec65a10-0cd6-4e24-a6b0-44fa494ad436", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:08:08.174946 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-101b4749-9080-4bc0-9ff5-99fb9a954021 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:08:08.175404 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e09a186-f344-4b82-a8a7-3e723c53f8d6', 'name': 'network-vif-deleted', 'tag': '4ec65a10-0cd6-4e24-a6b0-44fa494ad436', 'status': 'completed', 'code': 200} Sep 14 23:08:08.555399 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-85f68a60-bef0-47a9-8764-704b864c4c82 req-a116e4e5-e170-4b2e-a672-638a75c339a5 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 210 time: 0.0795672 Sep 14 23:08:08.571374 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17bc23b-bb73-4ca0-bc6a-57c4c8fde977 req-4b3aac2f-892c-4f86-9d12-67b681b0f2d6 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:08.573253 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f17bc23b-bb73-4ca0-bc6a-57c4c8fde977 req-4b3aac2f-892c-4f86-9d12-67b681b0f2d6 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 944 time: 0.2433293 Sep 14 23:08:08.657503 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f17bc23b-bb73-4ca0-bc6a-57c4c8fde977 req-921766d9-3893-43f4-94cf-4d826b7002cf tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637152 Sep 14 23:08:08.667043 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-342b43ff-e83e-470c-bbac-4e0be6a2b779 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Made reservation on behalf of a7319052cbd445279c634b71fd2736d4 for: {'port': 1} {{(pid=94135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:08:08.673680 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-342b43ff-e83e-470c-bbac-4e0be6a2b779 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:08.856590 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa51f8-686f-48e7-b359-b07a23bd71cf req-7d936f1e-295e-48cb-8889-01d50fcb98fc tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:08.860902 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5aaa51f8-686f-48e7-b359-b07a23bd71cf req-7d936f1e-295e-48cb-8889-01d50fcb98fc tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.1122365 Sep 14 23:08:08.892651 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf00fa9-5596-487f-8138-67f4ae527847 None None] Sync routers for ids ['d250fefe-91f1-4f27-93cd-02f7b2adf6fb'] in dv-cinder-760178-13-iscsi {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:08:08.904527 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf00fa9-5596-487f-8138-67f4ae527847 None None] Routers {'d250fefe-91f1-4f27-93cd-02f7b2adf6fb'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:08:08.905580 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-faf00fa9-5596-487f-8138-67f4ae527847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:08:05Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['d250fefe-91f1-4f27-93cd-02f7b2adf6fb'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:08.923774 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-342b43ff-e83e-470c-bbac-4e0be6a2b779 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Allocated IP 172.20.0.8 (3efb33cd-c3d1-4574-b595-4ef315e545cb/bde3a9c9-df2c-4163-99b8-693b9b6f7a85/edd06b9b-9eb3-4710-be54-9c1b89f2be5a) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:08:08.946485 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5aaa51f8-686f-48e7-b359-b07a23bd71cf req-f82766d4-56e0-42cc-837f-8f1bd8245b7a tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780509 Sep 14 23:08:09.078800 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-faf00fa9-5596-487f-8138-67f4ae527847 None None] Set router d250fefe-91f1-4f27-93cd-02f7b2adf6fb gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:08:09.106728 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-342b43ff-e83e-470c-bbac-4e0be6a2b779 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:09.158123 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-342b43ff-e83e-470c-bbac-4e0be6a2b779 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:09.158376 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 019cc469-9154-4578-a0df-b81815d2285c up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:08:09.215335 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-342b43ff-e83e-470c-bbac-4e0be6a2b779 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Network 3efb33cd-c3d1-4574-b595-4ef315e545cb is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:08:09.233258 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-342b43ff-e83e-470c-bbac-4e0be6a2b779 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:08:09.259542 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-342b43ff-e83e-470c-bbac-4e0be6a2b779 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:08:09.273374 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b43ff-e83e-470c-bbac-4e0be6a2b779 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Pushing event updated for resources: {'Port': ['ID=edd06b9b-9eb3-4710-be54-9c1b89f2be5a,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:09.365836 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6e9e017a-5c66-487a-aeea-c0691639f127 req-7ec63434-8afa-4583-a103-8db883d3d7a8 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e09a186-f344-4b82-a8a7-3e723c53f8d6 HTTP/1.1" status: 200 len: 210 time: 0.0463991 Sep 14 23:08:09.398213 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-342b43ff-e83e-470c-bbac-4e0be6a2b779 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:09.398943 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-342b43ff-e83e-470c-bbac-4e0be6a2b779 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:09.417132 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-342b43ff-e83e-470c-bbac-4e0be6a2b779 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2570012 Sep 14 23:08:09.541090 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port 019cc469-9154-4578-a0df-b81815d2285c triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:08:09.541774 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:09.564282 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6eeada-98d5-4175-a3f5-5de3cc6aca7c req-9f7b3345-446e-4374-91b6-db386e75a94b tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:09.571781 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3f6eeada-98d5-4175-a3f5-5de3cc6aca7c req-9f7b3345-446e-4374-91b6-db386e75a94b tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0937188 Sep 14 23:08:09.632341 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3f6eeada-98d5-4175-a3f5-5de3cc6aca7c req-a98e3dc9-db21-4da5-abb7-c1819a625b1d tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574768 Sep 14 23:08:09.681801 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-689e01a7-a79e-4d77-96a3-c64245acc29f None None] Provisioning complete for port edd06b9b-9eb3-4710-be54-9c1b89f2be5a triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:08:09.682185 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-689e01a7-a79e-4d77-96a3-c64245acc29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:09.745707 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-faf00fa9-5596-487f-8138-67f4ae527847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd250fefe-91f1-4f27-93cd-02f7b2adf6fb', 'name': 'tempest-TestMinimumBasicScenario-1163493098-router', 'tenant_id': '228c076958db43b39e9f94cef27a63bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '019cc469-9154-4578-a0df-b81815d2285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:59Z', 'updated_at': '2021-09-14T23:08:05Z', 'revision_number': 4, 'project_id': '228c076958db43b39e9f94cef27a63bb', 'gw_port': {'id': '019cc469-9154-4578-a0df-b81815d2285c', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:88:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd250fefe-91f1-4f27-93cd-02f7b2adf6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:08:00Z', 'updated_at': '2021-09-14T23:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': '56170425-27e0-4277-81e4-5a2bf93613e8', 'name': '', 'network_id': '0097cd83-bec4-4bdb-aa30-31719150a2a3', 'tenant_id': '228c076958db43b39e9f94cef27a63bb', 'mac_address': 'fa:16:3e:cf:72:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd250fefe-91f1-4f27-93cd-02f7b2adf6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8b991805-9cd8-4b1d-81a1-3045be8c25b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:08:05Z', 'updated_at': '2021-09-14T23:08:06Z', 'revision_number': 2, 'project_id': '228c076958db43b39e9f94cef27a63bb', 'subnets': [{'id': '8b991805-9cd8-4b1d-81a1-3045be8c25b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:09.757918 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396e35b-5161-4af9-a59c-096d863fc8ce req-f8bc2c9d-ea1b-489a-a0f3-4751ac54b049 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:09.767242 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2396e35b-5161-4af9-a59c-096d863fc8ce req-f8bc2c9d-ea1b-489a-a0f3-4751ac54b049 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 931 time: 0.0933609 Sep 14 23:08:09.790883 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-689e01a7-a79e-4d77-96a3-c64245acc29f None None] Port edd06b9b-9eb3-4710-be54-9c1b89f2be5a cannot update to ACTIVE because it is not bound. {{(pid=94136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 23:08:09.799318 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf00fa9-5596-487f-8138-67f4ae527847 None None] Checking router: d250fefe-91f1-4f27-93cd-02f7b2adf6fb for host: dv-cinder-760178-13-iscsi {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:08:09.799679 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf00fa9-5596-487f-8138-67f4ae527847 None None] Updating router d250fefe-91f1-4f27-93cd-02f7b2adf6fb port 56170425-27e0-4277-81e4-5a2bf93613e8 binding host dv-cinder-760178-13-iscsi {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:08:09.835528 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-faf00fa9-5596-487f-8138-67f4ae527847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:09.862053 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2396e35b-5161-4af9-a59c-096d863fc8ce req-729a8373-3f05-407a-a514-d5dba255be9f tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935984 Sep 14 23:08:09.895869 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bb02b-b236-4c3b-9828-3de69655f83b req-486c665b-5d7c-4609-999b-7913028b2495 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:09.905527 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1a1bb02b-b236-4c3b-9828-3de69655f83b req-486c665b-5d7c-4609-999b-7913028b2495 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 944 time: 0.1175342 Sep 14 23:08:09.950951 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1a1bb02b-b236-4c3b-9828-3de69655f83b req-205245bb-fdbf-4a1b-a12a-2ed17046cb18 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422223 Sep 14 23:08:10.161680 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-faf00fa9-5596-487f-8138-67f4ae527847 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:10.170267 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-faf00fa9-5596-487f-8138-67f4ae527847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:10.298981 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08c317-864e-48e8-a018-263c53621418 None None] Pushing event updated for resources: {'Port': ['ID=56170425-27e0-4277-81e4-5a2bf93613e8,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:10.327706 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-faf00fa9-5596-487f-8138-67f4ae527847 None None] Attempting to bind port 56170425-27e0-4277-81e4-5a2bf93613e8 on host dv-cinder-760178-13-iscsi for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:08:10.328068 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-faf00fa9-5596-487f-8138-67f4ae527847 None None] Attempting to bind port 56170425-27e0-4277-81e4-5a2bf93613e8 by drivers openvswitch,hyperv on host dv-cinder-760178-13-iscsi at level 0 using segments [{'id': 'dc93db44-92e7-4a54-a3ad-6e4c29fb9ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0097cd83-bec4-4bdb-aa30-31719150a2a3'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:08:10.328428 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf00fa9-5596-487f-8138-67f4ae527847 None None] Attempting to bind port 56170425-27e0-4277-81e4-5a2bf93613e8 on network 0097cd83-bec4-4bdb-aa30-31719150a2a3 {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:08:10.334008 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf00fa9-5596-487f-8138-67f4ae527847 None None] Checking agent: {'id': 'dcc8e868-81e9-4312-adfc-cfdfaec503c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 57, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:08:10.334459 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf00fa9-5596-487f-8138-67f4ae527847 None None] Checking segment: {'id': 'dc93db44-92e7-4a54-a3ad-6e4c29fb9ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0097cd83-bec4-4bdb-aa30-31719150a2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:08:10.334785 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-faf00fa9-5596-487f-8138-67f4ae527847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:10.335193 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf00fa9-5596-487f-8138-67f4ae527847 None None] Bound using segment: {'id': 'dc93db44-92e7-4a54-a3ad-6e4c29fb9ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0097cd83-bec4-4bdb-aa30-31719150a2a3'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:08:10.335913 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-faf00fa9-5596-487f-8138-67f4ae527847 None None] Bound port: 56170425-27e0-4277-81e4-5a2bf93613e8, host: dv-cinder-760178-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc93db44-92e7-4a54-a3ad-6e4c29fb9ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0097cd83-bec4-4bdb-aa30-31719150a2a3'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:08:10.336290 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-faf00fa9-5596-487f-8138-67f4ae527847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:10.443362 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-faf00fa9-5596-487f-8138-67f4ae527847 None None] For port 56170425-27e0-4277-81e4-5a2bf93613e8, host dv-cinder-760178-13-iscsi, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:08:10.451747 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-faf00fa9-5596-487f-8138-67f4ae527847 None None] For port 56170425-27e0-4277-81e4-5a2bf93613e8, host dv-cinder-760178-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=56170425-27e0-4277-81e4-5a2bf93613e8,segment=NetworkSegment(dc93db44-92e7-4a54-a3ad-6e4c29fb9ef9),segment_id=dc93db44-92e7-4a54-a3ad-6e4c29fb9ef9)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:08:10.458869 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-faf00fa9-5596-487f-8138-67f4ae527847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:10.519099 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf00fa9-5596-487f-8138-67f4ae527847 None None] Routers {'d250fefe-91f1-4f27-93cd-02f7b2adf6fb'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:08:10.519750 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-faf00fa9-5596-487f-8138-67f4ae527847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:08:05Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['d250fefe-91f1-4f27-93cd-02f7b2adf6fb'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:10.562590 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d911aaa5-58ab-4cfb-a4bb-d0bddd8c1009 req-8ce580c6-6f4b-4ffa-845b-90e1e0b41bdc tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e09a186-f344-4b82-a8a7-3e723c53f8d6 HTTP/1.1" status: 200 len: 210 time: 0.0646479 Sep 14 23:08:10.570543 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08c317-864e-48e8-a018-263c53621418 None None] Pushing event updated for resources: {'Port': ['ID=56170425-27e0-4277-81e4-5a2bf93613e8,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:10.644228 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-df4997e3-e254-4e4b-a5db-bca4b46e8c22 None None] Provisioning complete for port 56170425-27e0-4277-81e4-5a2bf93613e8 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:08:10.645081 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-df4997e3-e254-4e4b-a5db-bca4b46e8c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:10.699545 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-faf00fa9-5596-487f-8138-67f4ae527847 None None] Set router d250fefe-91f1-4f27-93cd-02f7b2adf6fb gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:08:10.834278 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303994cc-d114-483a-962e-9512a6d13dcb req-8424be05-1179-4024-981e-ac3689a3d0bc tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:10.836866 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-303994cc-d114-483a-962e-9512a6d13dcb req-8424be05-1179-4024-981e-ac3689a3d0bc tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0867465 Sep 14 23:08:10.909954 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-303994cc-d114-483a-962e-9512a6d13dcb req-b1226c60-77e5-4b2b-8cf9-8374f92095a2 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635068 Sep 14 23:08:10.915256 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-df4997e3-e254-4e4b-a5db-bca4b46e8c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:10.977397 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-df4997e3-e254-4e4b-a5db-bca4b46e8c22 None None] For port 56170425-27e0-4277-81e4-5a2bf93613e8, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=56170425-27e0-4277-81e4-5a2bf93613e8,segment=NetworkSegment(dc93db44-92e7-4a54-a3ad-6e4c29fb9ef9),segment_id=dc93db44-92e7-4a54-a3ad-6e4c29fb9ef9)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:08:11.006734 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc63cf-44d6-4a7e-89eb-753366b95b40 req-072ea2c9-d71d-440c-990c-6dfc138676ef tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:11.019147 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b9dc63cf-44d6-4a7e-89eb-753366b95b40 req-072ea2c9-d71d-440c-990c-6dfc138676ef tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 931 time: 0.0712979 Sep 14 23:08:11.025071 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-df4997e3-e254-4e4b-a5db-bca4b46e8c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:11.075325 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b9dc63cf-44d6-4a7e-89eb-753366b95b40 req-4d7610b2-657b-46c8-b9a0-7e68aec73f7a tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492508 Sep 14 23:08:11.082513 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4997e3-e254-4e4b-a5db-bca4b46e8c22 None None] Pushing event updated for resources: {'Port': ['ID=56170425-27e0-4277-81e4-5a2bf93613e8,revision_number=5']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:11.115733 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-faf00fa9-5596-487f-8138-67f4ae527847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd250fefe-91f1-4f27-93cd-02f7b2adf6fb', 'name': 'tempest-TestMinimumBasicScenario-1163493098-router', 'tenant_id': '228c076958db43b39e9f94cef27a63bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '019cc469-9154-4578-a0df-b81815d2285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:59Z', 'updated_at': '2021-09-14T23:08:05Z', 'revision_number': 4, 'project_id': '228c076958db43b39e9f94cef27a63bb', 'gw_port': {'id': '019cc469-9154-4578-a0df-b81815d2285c', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:88:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd250fefe-91f1-4f27-93cd-02f7b2adf6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:08:00Z', 'updated_at': '2021-09-14T23:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': '56170425-27e0-4277-81e4-5a2bf93613e8', 'name': '', 'network_id': '0097cd83-bec4-4bdb-aa30-31719150a2a3', 'tenant_id': '228c076958db43b39e9f94cef27a63bb', 'mac_address': 'fa:16:3e:cf:72:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd250fefe-91f1-4f27-93cd-02f7b2adf6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8b991805-9cd8-4b1d-81a1-3045be8c25b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:08:05Z', 'updated_at': '2021-09-14T23:08:10Z', 'revision_number': 4, 'project_id': '228c076958db43b39e9f94cef27a63bb', 'subnets': [{'id': '8b991805-9cd8-4b1d-81a1-3045be8c25b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:11.151479 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf00fa9-5596-487f-8138-67f4ae527847 None None] The sync data for ids ['d250fefe-91f1-4f27-93cd-02f7b2adf6fb'] in dv-cinder-760178-13-iscsi is: [{'id': 'd250fefe-91f1-4f27-93cd-02f7b2adf6fb', 'name': 'tempest-TestMinimumBasicScenario-1163493098-router', 'tenant_id': '228c076958db43b39e9f94cef27a63bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '019cc469-9154-4578-a0df-b81815d2285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:59Z', 'updated_at': '2021-09-14T23:08:05Z', 'revision_number': 4, 'project_id': '228c076958db43b39e9f94cef27a63bb', 'gw_port': {'id': '019cc469-9154-4578-a0df-b81815d2285c', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:88:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd250fefe-91f1-4f27-93cd-02f7b2adf6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:08:00Z', 'updated_at': '2021-09-14T23:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': '56170425-27e0-4277-81e4-5a2bf93613e8', 'name': '', 'network_id': '0097cd83-bec4-4bdb-aa30-31719150a2a3', 'tenant_id': '228c076958db43b39e9f94cef27a63bb', 'mac_address': 'fa:16:3e:cf:72:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd250fefe-91f1-4f27-93cd-02f7b2adf6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8b991805-9cd8-4b1d-81a1-3045be8c25b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:08:05Z', 'updated_at': '2021-09-14T23:08:10Z', 'revision_number': 4, 'project_id': '228c076958db43b39e9f94cef27a63bb', 'subnets': [{'id': '8b991805-9cd8-4b1d-81a1-3045be8c25b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:08:11.153928 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9ed66-2403-4f9d-9cd2-bf3fedc31d82 req-ad742dd0-2af3-49ec-a66d-3c8f1702bbf6 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:11.156228 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-79d9ed66-2403-4f9d-9cd2-bf3fedc31d82 req-ad742dd0-2af3-49ec-a66d-3c8f1702bbf6 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 944 time: 0.0702624 Sep 14 23:08:11.165898 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-53ca73c1-c9db-417a-bef3-31951ecc0c5a None None] Provisioning complete for port 56170425-27e0-4277-81e4-5a2bf93613e8 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:08:11.166520 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-53ca73c1-c9db-417a-bef3-31951ecc0c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:11.195248 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-ae8f0d2f-6163-42e2-b0ee-cabe144731b3 service neutron] Request body: {'port': {'device_id': '8d1c5ab0-8449-4b25-a425-fca002f43fa2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:08:11.343425 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-ae8f0d2f-6163-42e2-b0ee-cabe144731b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:11.369078 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7fb22-cae4-4998-9997-1995a4182259 req-1216062c-3793-49aa-880e-815b37eff47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:11.372116 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-00f7fb22-cae4-4998-9997-1995a4182259 req-1216062c-3793-49aa-880e-815b37eff47d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4f55ab5d5aec4aa4bb5fad6ed7ea1c17&device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 1099 time: 0.0893919 Sep 14 23:08:11.415112 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-79d9ed66-2403-4f9d-9cd2-bf3fedc31d82 req-7bf3bea5-a368-463d-9b99-3864473addf5 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2469268 Sep 14 23:08:11.639782 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7fb22-cae4-4998-9997-1995a4182259 req-4b4197b3-e942-4ec2-9dcc-d820260f549e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:11.644295 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-00f7fb22-cae4-4998-9997-1995a4182259 req-4b4197b3-e942-4ec2-9dcc-d820260f549e service neutron] 10.222.0.52 "GET /v2.0/networks?id=26f36da6-a1ec-4137-a9bd-9ec8524b7b1b HTTP/1.1" status: 200 len: 919 time: 0.2531307 Sep 14 23:08:11.751577 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-00f7fb22-cae4-4998-9997-1995a4182259 req-405e85b9-c4a0-4562-b1f5-6720d46550ab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62948c9e-37ac-4b8d-a204-5537e386aab9 HTTP/1.1" status: 200 len: 217 time: 0.0997794 Sep 14 23:08:11.790176 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3bcf7d42-8d89-4673-b68e-a400ed1979dd req-bd615cd1-560a-491d-86e8-bc3b046f7db3 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e09a186-f344-4b82-a8a7-3e723c53f8d6 HTTP/1.1" status: 200 len: 210 time: 0.0506432 Sep 14 23:08:11.818329 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7fb22-cae4-4998-9997-1995a4182259 req-7a86d2c1-4629-4a58-ac2d-7d1010090b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:11.820225 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-00f7fb22-cae4-4998-9997-1995a4182259 req-7a86d2c1-4629-4a58-ac2d-7d1010090b62 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9f597290-8184-475e-a5f8-accd68e76ba3 HTTP/1.1" status: 200 len: 858 time: 0.0593767 Sep 14 23:08:11.896036 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-00f7fb22-cae4-4998-9997-1995a4182259 req-9506895b-2f38-4519-9f07-f1f9b89dd082 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26f36da6-a1ec-4137-a9bd-9ec8524b7b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672350 Sep 14 23:08:11.960335 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.notifiers.nova [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-ae8f0d2f-6163-42e2-b0ee-cabe144731b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edd06b9b-9eb3-4710-be54-9c1b89f2be5a {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:08:11.973268 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-ae8f0d2f-6163-42e2-b0ee-cabe144731b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:11.990697 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-ae8f0d2f-6163-42e2-b0ee-cabe144731b3 service neutron] Transition to ACTIVE for port object edd06b9b-9eb3-4710-be54-9c1b89f2be5a will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:08:11.999848 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-ae8f0d2f-6163-42e2-b0ee-cabe144731b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666946'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:12.050553 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-00f7fb22-cae4-4998-9997-1995a4182259 req-166fdc32-b6ee-40fe-b66b-31999a8199b9 service neutron] 10.222.0.52 "GET /v2.0/networks/26f36da6-a1ec-4137-a9bd-9ec8524b7b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463346 Sep 14 23:08:12.096796 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f0d2f-6163-42e2-b0ee-cabe144731b3 service neutron] Pushing event updated for resources: {'Port': ['ID=edd06b9b-9eb3-4710-be54-9c1b89f2be5a,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:12.194334 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f0d2f-6163-42e2-b0ee-cabe144731b3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:12.194620 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f0d2f-6163-42e2-b0ee-cabe144731b3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:12.194959 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f0d2f-6163-42e2-b0ee-cabe144731b3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:12.195291 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f0d2f-6163-42e2-b0ee-cabe144731b3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:12.195622 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f0d2f-6163-42e2-b0ee-cabe144731b3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:12.195953 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f0d2f-6163-42e2-b0ee-cabe144731b3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:12.196280 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f0d2f-6163-42e2-b0ee-cabe144731b3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:12.196641 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f0d2f-6163-42e2-b0ee-cabe144731b3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:12.196954 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f0d2f-6163-42e2-b0ee-cabe144731b3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:12.197279 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f0d2f-6163-42e2-b0ee-cabe144731b3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:12.197604 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f0d2f-6163-42e2-b0ee-cabe144731b3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:12.197925 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f0d2f-6163-42e2-b0ee-cabe144731b3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:12.251938 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-00f7fb22-cae4-4998-9997-1995a4182259 req-11d5b677-c007-43f9-83da-a367926a1ed3 service neutron] 10.222.0.52 "GET /v2.0/networks/26f36da6-a1ec-4137-a9bd-9ec8524b7b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903400 Sep 14 23:08:12.303474 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f378d9f-e949-4859-8e03-5f288ae32b8b req-6753f1a9-d403-42b9-b325-48d2430acc54 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:12.313258 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1f378d9f-e949-4859-8e03-5f288ae32b8b req-6753f1a9-d403-42b9-b325-48d2430acc54 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.2387311 Sep 14 23:08:12.374328 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1f378d9f-e949-4859-8e03-5f288ae32b8b req-80df49b5-a3cb-41c5-9755-db4353fbefb8 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601044 Sep 14 23:08:12.413657 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99c7b1-93a8-447e-a5bd-91656a1f4057 req-71ebb274-d604-457f-be4d-17418187c5fc tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:12.424145 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-cf99c7b1-93a8-447e-a5bd-91656a1f4057 req-71ebb274-d604-457f-be4d-17418187c5fc tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 943 time: 0.2157245 Sep 14 23:08:12.431707 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-ae8f0d2f-6163-42e2-b0ee-cabe144731b3 service neutron] Attempting to bind port edd06b9b-9eb3-4710-be54-9c1b89f2be5a on host hv-cinder-76017 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:08:12.432320 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-ae8f0d2f-6163-42e2-b0ee-cabe144731b3 service neutron] Attempting to bind port edd06b9b-9eb3-4710-be54-9c1b89f2be5a by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': 'a31483e8-f53d-4526-bf1c-b7e652afc6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3efb33cd-c3d1-4574-b595-4ef315e545cb'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:08:12.433279 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-ae8f0d2f-6163-42e2-b0ee-cabe144731b3 service neutron] Attempting to bind port edd06b9b-9eb3-4710-be54-9c1b89f2be5a on network 3efb33cd-c3d1-4574-b595-4ef315e545cb {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:08:12.464698 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-ae8f0d2f-6163-42e2-b0ee-cabe144731b3 service neutron] Port edd06b9b-9eb3-4710-be54-9c1b89f2be5a on network 3efb33cd-c3d1-4574-b595-4ef315e545cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 23:08:12.468243 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-ae8f0d2f-6163-42e2-b0ee-cabe144731b3 service neutron] Attempting to bind port edd06b9b-9eb3-4710-be54-9c1b89f2be5a on network 3efb33cd-c3d1-4574-b595-4ef315e545cb {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:08:12.481775 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-ae8f0d2f-6163-42e2-b0ee-cabe144731b3 service neutron] Checking agent: {'id': '85608d62-9d70-46cb-9db0-a1f12ce5af65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 23, 3), 'started_at': datetime.datetime(2021, 9, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:08:12.482211 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-ae8f0d2f-6163-42e2-b0ee-cabe144731b3 service neutron] Checking segment: {'id': 'a31483e8-f53d-4526-bf1c-b7e652afc6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3efb33cd-c3d1-4574-b595-4ef315e545cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:08:12.482672 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-ae8f0d2f-6163-42e2-b0ee-cabe144731b3 service neutron] Bound using segment: {'id': 'a31483e8-f53d-4526-bf1c-b7e652afc6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3efb33cd-c3d1-4574-b595-4ef315e545cb'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:08:12.483204 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-ae8f0d2f-6163-42e2-b0ee-cabe144731b3 service neutron] Bound port: edd06b9b-9eb3-4710-be54-9c1b89f2be5a, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a31483e8-f53d-4526-bf1c-b7e652afc6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3efb33cd-c3d1-4574-b595-4ef315e545cb'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:08:12.483632 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-ae8f0d2f-6163-42e2-b0ee-cabe144731b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:12.523038 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-cf99c7b1-93a8-447e-a5bd-91656a1f4057 req-ead19495-0155-4717-a8b6-e0de6c41e84d tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976200 Sep 14 23:08:12.603336 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.db [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-ae8f0d2f-6163-42e2-b0ee-cabe144731b3 service neutron] For port edd06b9b-9eb3-4710-be54-9c1b89f2be5a, host hv-cinder-76017, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:08:12.607230 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.db [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-ae8f0d2f-6163-42e2-b0ee-cabe144731b3 service neutron] For port edd06b9b-9eb3-4710-be54-9c1b89f2be5a, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=edd06b9b-9eb3-4710-be54-9c1b89f2be5a,segment=NetworkSegment(a31483e8-f53d-4526-bf1c-b7e652afc6b7),segment_id=a31483e8-f53d-4526-bf1c-b7e652afc6b7)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:08:12.907399 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-ae8f0d2f-6163-42e2-b0ee-cabe144731b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666946'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:12.952913 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-ae8f0d2f-6163-42e2-b0ee-cabe144731b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:12.953547 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-ae8f0d2f-6163-42e2-b0ee-cabe144731b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:12.954967 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-ae8f0d2f-6163-42e2-b0ee-cabe144731b3 service neutron] 10.222.0.52 "PUT /v2.0/ports/edd06b9b-9eb3-4710-be54-9c1b89f2be5a HTTP/1.1" status: 200 len: 1093 time: 1.7642179 Sep 14 23:08:12.957325 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1c5ab0-8449-4b25-a425-fca002f43fa2', 'tag': 'edd06b9b-9eb3-4710-be54-9c1b89f2be5a'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:08:12.959605 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e3d9041226317d09edcf9166cd50e54bb38c01393ec1a923659a7df53ecbff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd75e4d0-fe54-4a02-8fcb-325dca23cabd" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1c5ab0-8449-4b25-a425-fca002f43fa2", "tag": "edd06b9b-9eb3-4710-be54-9c1b89f2be5a"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:08:12.995101 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f0d2f-6163-42e2-b0ee-cabe144731b3 service neutron] Pushing event updated for resources: {'Port': ['ID=edd06b9b-9eb3-4710-be54-9c1b89f2be5a,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:13.019410 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4990d17-b96d-41d8-8133-9fe552239054 req-7329a616-f96a-483f-b564-47ddc111663b tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:13.021137 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b4990d17-b96d-41d8-8133-9fe552239054 req-7329a616-f96a-483f-b564-47ddc111663b tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 944 time: 0.4121578 Sep 14 23:08:13.130673 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b4990d17-b96d-41d8-8133-9fe552239054 req-967a6adc-21a2-4add-9850-4362d7407b20 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926130 Sep 14 23:08:13.144313 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-24184a86-7d1f-4055-a247-bf843ca43f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:13.146004 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-24184a86-7d1f-4055-a247-bf843ca43f42 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a7319052cbd445279c634b71fd2736d4&device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 1096 time: 0.1239626 Sep 14 23:08:13.149520 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 23:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4229fbfe-683f-4f0c-bf75-e575b3f75167 x-openstack-request-id: req-4229fbfe-683f-4f0c-bf75-e575b3f75167 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:08:13.149806 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1c5ab0-8449-4b25-a425-fca002f43fa2", "tag": "edd06b9b-9eb3-4710-be54-9c1b89f2be5a", "status": "completed", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:08:13.152090 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4229fbfe-683f-4f0c-bf75-e575b3f75167 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:08:13.154507 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1c5ab0-8449-4b25-a425-fca002f43fa2', 'tag': 'edd06b9b-9eb3-4710-be54-9c1b89f2be5a', 'status': 'completed', 'code': 200} Sep 14 23:08:13.207189 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 56170425-27e0-4277-81e4-5a2bf93613e8 up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:08:13.226217 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-da0e066b-aa5c-4e18-945a-34a455e3d22d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=edd06b9b-9eb3-4710-be54-9c1b89f2be5a HTTP/1.1" status: 200 len: 217 time: 0.0690088 Sep 14 23:08:13.282502 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port 56170425-27e0-4277-81e4-5a2bf93613e8 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:08:13.282502 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:13.333568 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-a673d6b9-d74f-4679-9245-32b30c261a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:13.335508 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-a673d6b9-d74f-4679-9245-32b30c261a26 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bde3a9c9-df2c-4163-99b8-693b9b6f7a85 HTTP/1.1" status: 200 len: 847 time: 0.0866914 Sep 14 23:08:13.363801 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd7fef-4956-42a5-ba5b-375788f0e7a0 req-9563a7a9-c3c9-47f4-91e9-e4a4d1e05545 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:13.366652 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-00cd7fef-4956-42a5-ba5b-375788f0e7a0 req-9563a7a9-c3c9-47f4-91e9-e4a4d1e05545 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=13c57348-540f-4377-a7b2-8c7f0b3816fc HTTP/1.1" status: 200 len: 946 time: 0.1343334 Sep 14 23:08:13.423340 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-d3504b17-5048-4e43-b55a-3d924a9e7918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:13.424404 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-d3504b17-5048-4e43-b55a-3d924a9e7918 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3efb33cd-c3d1-4574-b595-4ef315e545cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0804493 Sep 14 23:08:13.432507 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-00cd7fef-4956-42a5-ba5b-375788f0e7a0 req-3bf76ef2-2f36-400e-8bfd-21b94f0c84e7 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473363 Sep 14 23:08:13.554776 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-04653603-beaa-4f23-9237-8d504f902e6e service neutron] 10.222.0.52 "GET /v2.0/networks/3efb33cd-c3d1-4574-b595-4ef315e545cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199727 Sep 14 23:08:13.568302 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa92d3b-1e90-474d-a09d-40f33b885cbf req-42b9dd0c-84a4-4772-89d0-46619db9a54a tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:13.570044 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3aa92d3b-1e90-474d-a09d-40f33b885cbf req-42b9dd0c-84a4-4772-89d0-46619db9a54a tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0720148 Sep 14 23:08:13.692765 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3aa92d3b-1e90-474d-a09d-40f33b885cbf req-d5acd36a-e94f-4b1f-ab9c-eab26e155ee2 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129332 Sep 14 23:08:13.728947 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c032b3-ae89-449a-8a4e-e1da8991aa5a req-021525e4-0933-42ce-b706-f90dac36b1ef tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:13.731025 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f6c032b3-ae89-449a-8a4e-e1da8991aa5a req-021525e4-0933-42ce-b706-f90dac36b1ef tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 943 time: 0.1334066 Sep 14 23:08:13.733092 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-38c8f4fe-d39f-4bfd-839b-dd4bf8f1822e req-9a99d596-0e78-4948-9285-891656ab8878 service neutron] 10.222.0.52 "GET /v2.0/networks/3efb33cd-c3d1-4574-b595-4ef315e545cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620405 Sep 14 23:08:13.815837 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f6c032b3-ae89-449a-8a4e-e1da8991aa5a req-48212956-cdb0-4f8a-bed3-f1b16261ea05 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787055 Sep 14 23:08:13.923887 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75e4d0-fe54-4a02-8fcb-325dca23cabd req-feb20c6c-105b-4cf0-bb60-749f6a34dd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:13.930732 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-bd75e4d0-fe54-4a02-8fcb-325dca23cabd req-feb20c6c-105b-4cf0-bb60-749f6a34dd28 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a7319052cbd445279c634b71fd2736d4&device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 1096 time: 0.1130517 Sep 14 23:08:14.068764 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75e4d0-fe54-4a02-8fcb-325dca23cabd req-dc99f9a2-8ab8-4f7d-ae46-3b15eacafb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:14.070565 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-bd75e4d0-fe54-4a02-8fcb-325dca23cabd req-dc99f9a2-8ab8-4f7d-ae46-3b15eacafb97 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3efb33cd-c3d1-4574-b595-4ef315e545cb HTTP/1.1" status: 200 len: 909 time: 0.1283047 Sep 14 23:08:14.116362 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-bd75e4d0-fe54-4a02-8fcb-325dca23cabd req-061ab14c-7e8a-46fe-9b39-11e73b4cdf34 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=edd06b9b-9eb3-4710-be54-9c1b89f2be5a HTTP/1.1" status: 200 len: 217 time: 0.0371709 Sep 14 23:08:14.180924 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=94136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 23:08:14.184967 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 4ec65a10-0cd6-4e24-a6b0-44fa494ad436 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:08:14.196972 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75e4d0-fe54-4a02-8fcb-325dca23cabd req-d2ec4ad4-a5ab-4777-83fb-a4f2b60a9ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:14.198196 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-bd75e4d0-fe54-4a02-8fcb-325dca23cabd req-d2ec4ad4-a5ab-4777-83fb-a4f2b60a9ade service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bde3a9c9-df2c-4163-99b8-693b9b6f7a85 HTTP/1.1" status: 200 len: 847 time: 0.0747900 Sep 14 23:08:14.289325 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75e4d0-fe54-4a02-8fcb-325dca23cabd req-8fde58c7-9bd9-4828-ae18-29c10e90f0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:14.290837 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-bd75e4d0-fe54-4a02-8fcb-325dca23cabd req-8fde58c7-9bd9-4828-ae18-29c10e90f0bc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3efb33cd-c3d1-4574-b595-4ef315e545cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0848536 Sep 14 23:08:14.355152 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f09dae-fd73-498f-b4f0-0d158b227118 req-ec4e20d1-7c6a-4a77-b265-353787ff382f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:14.356727 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-05f09dae-fd73-498f-b4f0-0d158b227118 req-ec4e20d1-7c6a-4a77-b265-353787ff382f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 944 time: 0.1033933 Sep 14 23:08:14.408273 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] No Port match for: 4ec65a10-0cd6-4e24-a6b0-44fa494ad436 {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:08:14.408883 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 4ec65a10-0cd6-4e24-a6b0-44fa494ad436 not bound to the agent host hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:08:14.437198 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-05f09dae-fd73-498f-b4f0-0d158b227118 req-e5a433ca-b4a7-415d-9c02-59a198088c48 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522726 Sep 14 23:08:14.439493 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-bd75e4d0-fe54-4a02-8fcb-325dca23cabd req-2a48d0db-d5d4-4d68-b53c-f0e5920f56eb service neutron] 10.222.0.52 "GET /v2.0/networks/3efb33cd-c3d1-4574-b595-4ef315e545cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357820 Sep 14 23:08:14.473762 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8,segment=NetworkSegment(be17818b-7699-476a-ab10-d7d8b4987e70),segment_id=be17818b-7699-476a-ab10-d7d8b4987e70)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:08:14.492849 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Returning: {'device': '8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8', 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662', 'port_id': '8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8', 'mac_address': 'fa:16:3e:9d:03:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 23:08:14.543937 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:14.559665 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 {{(pid=94136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:08:14.576512 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40cb8a-bb27-4ac2-9bc5-f31ca1dcb841 req-12725778-f0df-44ba-8666-7a15a5e83e56 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:14.578008 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0e40cb8a-bb27-4ac2-9bc5-f31ca1dcb841 req-12725778-f0df-44ba-8666-7a15a5e83e56 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=13c57348-540f-4377-a7b2-8c7f0b3816fc HTTP/1.1" status: 200 len: 946 time: 0.0521200 Sep 14 23:08:14.591018 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8,segment=NetworkSegment(be17818b-7699-476a-ab10-d7d8b4987e70),segment_id=be17818b-7699-476a-ab10-d7d8b4987e70)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:08:14.595964 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:14.633921 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0e40cb8a-bb27-4ac2-9bc5-f31ca1dcb841 req-d679cb36-daf1-4d6d-b28c-5e634606f190 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493355 Sep 14 23:08:14.654756 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8,revision_number=9']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:14.899234 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f912a2-b2ef-42f0-83b8-c90fd3ddeb16 req-2e39d80f-fd9c-4ccd-b2ae-a0228bec9ea7 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:14.905214 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-23f912a2-b2ef-42f0-83b8-c90fd3ddeb16 req-2e39d80f-fd9c-4ccd-b2ae-a0228bec9ea7 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0776021 Sep 14 23:08:14.979842 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-23f912a2-b2ef-42f0-83b8-c90fd3ddeb16 req-6bab8bb2-c2f9-4f26-b607-de49cd6d5f60 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699935 Sep 14 23:08:15.000726 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f681e11-4b28-4fd2-94ed-b3cc2448dfa6 req-a336b91a-e307-462a-9918-72c6d13134c7 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:15.007180 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2f681e11-4b28-4fd2-94ed-b3cc2448dfa6 req-a336b91a-e307-462a-9918-72c6d13134c7 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 943 time: 0.1007793 Sep 14 23:08:15.062138 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2f681e11-4b28-4fd2-94ed-b3cc2448dfa6 req-02406baa-f212-4931-8835-cf634484f2b3 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505176 Sep 14 23:08:15.307040 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-bd75e4d0-fe54-4a02-8fcb-325dca23cabd req-6eb732bc-abde-46a9-90c3-31376042a171 service neutron] 10.222.0.52 "GET /v2.0/networks/3efb33cd-c3d1-4574-b595-4ef315e545cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167123 Sep 14 23:08:15.600661 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291b6d8-6844-425c-bc96-19f4ce03830f req-c73351d5-5725-4ec0-b929-17591a6113d2 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:15.602306 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8291b6d8-6844-425c-bc96-19f4ce03830f req-c73351d5-5725-4ec0-b929-17591a6113d2 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 945 time: 0.0527658 Sep 14 23:08:15.643291 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8291b6d8-6844-425c-bc96-19f4ce03830f req-b2b70ede-fdfe-4e70-9fcc-2e28e74d8d6c tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335102 Sep 14 23:08:15.758137 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7127a43-760d-4bbc-926d-a602fdffd5a1 req-24dff074-e366-4d4e-b2e8-bbaf5433870a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:15.760019 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c7127a43-760d-4bbc-926d-a602fdffd5a1 req-24dff074-e366-4d4e-b2e8-bbaf5433870a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=13c57348-540f-4377-a7b2-8c7f0b3816fc HTTP/1.1" status: 200 len: 946 time: 0.0501037 Sep 14 23:08:15.802324 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c7127a43-760d-4bbc-926d-a602fdffd5a1 req-e8cd801b-15eb-451c-8faf-3ce1f28d342e tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352120 Sep 14 23:08:16.184627 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8c873-f82b-43f0-8de2-8591f82cdaf7 req-08f3b852-8d66-4573-9f1c-16414e84ff67 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:16.186134 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2aa8c873-f82b-43f0-8de2-8591f82cdaf7 req-08f3b852-8d66-4573-9f1c-16414e84ff67 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 943 time: 0.0515749 Sep 14 23:08:16.234212 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2aa8c873-f82b-43f0-8de2-8591f82cdaf7 req-e007b9e3-66e0-4ae9-8ba5-7c2e8c253c18 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407457 Sep 14 23:08:16.788367 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4ac74-1b68-46fd-8f55-11fba3502c1a req-d61541cc-11a6-4824-9152-25a7c5040e71 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:16.789886 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-10b4ac74-1b68-46fd-8f55-11fba3502c1a req-d61541cc-11a6-4824-9152-25a7c5040e71 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 945 time: 0.0566752 Sep 14 23:08:16.833333 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-10b4ac74-1b68-46fd-8f55-11fba3502c1a req-7f4665b5-3fea-45bc-b93d-934957131397 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349770 Sep 14 23:08:16.963197 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda55542-fa4e-4e1e-8d2a-693f0f1ecf60 req-01646d5d-fe78-4135-8739-6fbf0ef1f02e tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:16.965433 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fda55542-fa4e-4e1e-8d2a-693f0f1ecf60 req-01646d5d-fe78-4135-8739-6fbf0ef1f02e tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=13c57348-540f-4377-a7b2-8c7f0b3816fc HTTP/1.1" status: 200 len: 946 time: 0.0690110 Sep 14 23:08:17.035744 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fda55542-fa4e-4e1e-8d2a-693f0f1ecf60 req-8ad8c05f-b1ca-45f7-bdfb-b624c55027a9 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576007 Sep 14 23:08:17.309958 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:08:17.491075 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c9f8b-be2d-4ad0-915a-d63cc6105d6f req-21248902-a898-40ed-9794-059255ae82f6 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:17.492603 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c04c9f8b-be2d-4ad0-915a-d63cc6105d6f req-21248902-a898-40ed-9794-059255ae82f6 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 943 time: 0.1632962 Sep 14 23:08:17.512670 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c5d60-1e9c-405f-9748-607ab71e4687 req-109be890-56ea-4582-a411-0224a0300a30 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:17.514211 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7a4c5d60-1e9c-405f-9748-607ab71e4687 req-109be890-56ea-4582-a411-0224a0300a30 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.52 "GET /v2.0/ports?device_id=13c57348-540f-4377-a7b2-8c7f0b3816fc HTTP/1.1" status: 200 len: 946 time: 0.1576452 Sep 14 23:08:17.622818 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-962aefa7-1d2a-49b8-bbed-3a2b8333c0fb tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:17.625865 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-962aefa7-1d2a-49b8-bbed-3a2b8333c0fb tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/networks?id=2d6300fb-b98d-4f3e-bc89-5f44036c1ea6 HTTP/1.1" status: 200 len: 814 time: 0.2308652 Sep 14 23:08:17.635477 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c04c9f8b-be2d-4ad0-915a-d63cc6105d6f req-3d70d885-f925-4f9b-9970-ef0baeb2581c tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340117 Sep 14 23:08:17.652660 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-fbd01adf-a12a-418b-a257-420f919182ab tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/quotas/f9bf314c91e74f6086dc4d294b8860d9 HTTP/1.1" status: 200 len: 375 time: 0.0224018 Sep 14 23:08:17.684249 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-5145ebd0-73ce-44f1-9480-bf1ffa926e07 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9bf314c91e74f6086dc4d294b8860d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304394 Sep 14 23:08:17.732156 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [req-7a4c5d60-1e9c-405f-9748-607ab71e4687 req-3dbf31fc-875f-4fd6-8628-3f0f595e7263 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Deleting port fce75108-7ccd-482f-af32-9f8bac0e512e {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:08:17.732498 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-7a4c5d60-1e9c-405f-9748-607ab71e4687 req-3dbf31fc-875f-4fd6-8628-3f0f595e7263 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:17.865289 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-88a86845-1e6c-48f4-94f7-829afe1d1cbe service neutron] 10.222.0.39 "GET /v2.0/networks/2d6300fb-b98d-4f3e-bc89-5f44036c1ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725912 Sep 14 23:08:17.937176 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.db [req-7a4c5d60-1e9c-405f-9748-607ab71e4687 req-3dbf31fc-875f-4fd6-8628-3f0f595e7263 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] For port fce75108-7ccd-482f-af32-9f8bac0e512e, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=fce75108-7ccd-482f-af32-9f8bac0e512e,segment=NetworkSegment(eb098917-dbc9-4dc3-81e9-deb624e7bf20),segment_id=eb098917-dbc9-4dc3-81e9-deb624e7bf20)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:08:17.937718 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-7a4c5d60-1e9c-405f-9748-607ab71e4687 req-3dbf31fc-875f-4fd6-8628-3f0f595e7263 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:18.004903 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [req-7a4c5d60-1e9c-405f-9748-607ab71e4687 req-3dbf31fc-875f-4fd6-8628-3f0f595e7263 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Calling delete_port for fce75108-7ccd-482f-af32-9f8bac0e512e owned by compute:nova {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:08:18.086749 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-4c55091b-817a-4e74-b3c7-01f54fb0f9fc service neutron] 10.222.0.39 "GET /v2.0/networks/2d6300fb-b98d-4f3e-bc89-5f44036c1ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068546 Sep 14 23:08:18.101874 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b394f-02ca-4e23-b19f-6de342d56e63 req-13425b5d-b0da-4893-9c1f-b30b852aa98f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:18.109397 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ac5b394f-02ca-4e23-b19f-6de342d56e63 req-13425b5d-b0da-4893-9c1f-b30b852aa98f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 945 time: 0.1687722 Sep 14 23:08:18.175131 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ac5b394f-02ca-4e23-b19f-6de342d56e63 req-0ccd7fcc-11ea-4da6-9cb3-272c578fb1b4 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646355 Sep 14 23:08:18.265981 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-7a4c5d60-1e9c-405f-9748-607ab71e4687 req-3dbf31fc-875f-4fd6-8628-3f0f595e7263 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:18.279800 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['80c57b00-d31c-4c6f-90ad-dbf9909774c0', 'fce75108-7ccd-482f-af32-9f8bac0e512e'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:08:18.357971 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf31fc-875f-4fd6-8628-3f0f595e7263 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Pushing event deleted for resources: {'Port': ['ID=fce75108-7ccd-482f-af32-9f8bac0e512e,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:18.421701 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-467c80f8-d4f5-4384-8309-0a1b1bc407da req-0f3a1503-4f6e-4b8e-9fc9-9b1713bb80e5 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=13c57348-540f-4377-a7b2-8c7f0b3816fc HTTP/1.1" status: 200 len: 210 time: 0.0997512 Sep 14 23:08:18.472240 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ce554a36-03b2-4d29-9221-d0ae110ab38b req-66f9b346-8006-4a0a-96d2-46b7d22f81eb tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ad7254-f4f3-4e22-ad47-105c27b68de6 HTTP/1.1" status: 200 len: 210 time: 0.1363049 Sep 14 23:08:18.489028 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4c5d60-1e9c-405f-9748-607ab71e4687 req-3dbf31fc-875f-4fd6-8628-3f0f595e7263 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] No DVR routers for this DVR port fce75108-7ccd-482f-af32-9f8bac0e512e on host hv-cinder-76017 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:08:18.492491 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-7a4c5d60-1e9c-405f-9748-607ab71e4687 req-3dbf31fc-875f-4fd6-8628-3f0f595e7263 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:18.496024 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7a4c5d60-1e9c-405f-9748-607ab71e4687 req-3dbf31fc-875f-4fd6-8628-3f0f595e7263 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.52 "DELETE /v2.0/ports/fce75108-7ccd-482f-af32-9f8bac0e512e HTTP/1.1" status: 204 len: 173 time: 0.9737842 Sep 14 23:08:18.496645 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c57348-540f-4377-a7b2-8c7f0b3816fc', 'name': 'network-vif-deleted', 'tag': 'fce75108-7ccd-482f-af32-9f8bac0e512e'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:08:18.499281 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e3d9041226317d09edcf9166cd50e54bb38c01393ec1a923659a7df53ecbff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a327e95-c9a0-4480-8abe-b963733772b4" -d '{"events": [{"server_uuid": "13c57348-540f-4377-a7b2-8c7f0b3816fc", "name": "network-vif-deleted", "tag": "fce75108-7ccd-482f-af32-9f8bac0e512e"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:08:18.557411 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c54417-3408-41ff-8fa6-bca5fe5f1298 x-openstack-request-id: req-b3c54417-3408-41ff-8fa6-bca5fe5f1298 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:08:18.559164 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c57348-540f-4377-a7b2-8c7f0b3816fc", "name": "network-vif-deleted", "tag": "fce75108-7ccd-482f-af32-9f8bac0e512e", "status": "completed", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:08:18.559517 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b3c54417-3408-41ff-8fa6-bca5fe5f1298 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:08:18.559995 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c57348-540f-4377-a7b2-8c7f0b3816fc', 'name': 'network-vif-deleted', 'tag': 'fce75108-7ccd-482f-af32-9f8bac0e512e', 'status': 'completed', 'code': 200} Sep 14 23:08:18.795047 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335d4a3-9079-427b-a273-1a1a34fcb7b5 req-82db132e-b5ba-4fe0-bd2f-12bc1aa8f15d tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:18.804778 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5335d4a3-9079-427b-a273-1a1a34fcb7b5 req-82db132e-b5ba-4fe0-bd2f-12bc1aa8f15d tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 943 time: 0.0670102 Sep 14 23:08:18.859662 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5335d4a3-9079-427b-a273-1a1a34fcb7b5 req-09850965-c3c6-4623-ac5e-b7dc2acf4a88 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526836 Sep 14 23:08:19.073629 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 up at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:08:19.191364 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning complete for port 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:08:19.192162 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:19.374173 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:19.375205 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494a86a-0442-4a0a-a3c9-444c25096c77 req-72c86daf-5c29-46f2-b7ee-2be52f3b1b8e tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:19.385284 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1494a86a-0442-4a0a-a3c9-444c25096c77 req-72c86daf-5c29-46f2-b7ee-2be52f3b1b8e tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 945 time: 0.0631027 Sep 14 23:08:19.409095 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9686cd85-5deb-437f-bd81-1b1ad5bfc1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8'}] {{(pid=94136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:08:19.411978 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2b16cdf9a486da92f6eb6a5b1ab92e1b41f493a7e96932162ce692d4f29dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777d4360-1ef2-4dc7-82df-d936b795f056" -d '{"events": [{"server_uuid": "9686cd85-5deb-437f-bd81-1b1ad5bfc1b0", "name": "network-vif-plugged", "status": "completed", "tag": "8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8"}]}' {{(pid=94136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:08:19.427993 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8,segment=NetworkSegment(be17818b-7699-476a-ab10-d7d8b4987e70),segment_id=be17818b-7699-476a-ab10-d7d8b4987e70)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:08:19.435427 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1494a86a-0442-4a0a-a3c9-444c25096c77 req-a80d07cc-0a42-4286-9b4f-388792f8cbc5 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458322 Sep 14 23:08:19.435585 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:19.472488 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1f2104-056f-4ba7-8f44-bb043a0efb91 x-openstack-request-id: req-1c1f2104-056f-4ba7-8f44-bb043a0efb91 {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:08:19.472807 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9686cd85-5deb-437f-bd81-1b1ad5bfc1b0", "name": "network-vif-plugged", "status": "completed", "tag": "8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8", "code": 200}]} {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:08:19.473058 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1c1f2104-056f-4ba7-8f44-bb043a0efb91 {{(pid=94136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:08:19.473444 dv-cinder-760178-13-iscsi neutron-server[94136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9686cd85-5deb-437f-bd81-1b1ad5bfc1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8', 'code': 200} Sep 14 23:08:19.503850 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8,revision_number=10']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:19.515093 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:19.515529 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:19.516103 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:19.516772 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:19.517327 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:19.517858 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:19.518377 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:19.518997 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:19.526191 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:19.528685 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:19.531654 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:19.532082 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:19.624976 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c8ff726d-2e2a-4657-9ad7-4a0a747062c7 req-f6017660-34f4-4aaf-a722-12f5726fccc4 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ad7254-f4f3-4e22-ad47-105c27b68de6 HTTP/1.1" status: 200 len: 210 time: 0.0360899 Sep 14 23:08:19.774613 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-17593697-04cc-4ee5-a972-3ee256d031e3 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:19.777278 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-17593697-04cc-4ee5-a972-3ee256d031e3 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.52 "GET /v2.0/networks?id=2d6300fb-b98d-4f3e-bc89-5f44036c1ea6 HTTP/1.1" status: 200 len: 814 time: 0.1354790 Sep 14 23:08:19.800313 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-ef1c2dbe-c8ba-40b0-924f-aa806d4fcf55 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Request body: {'port': {'device_id': 'e0ad7254-f4f3-4e22-ad47-105c27b68de6', 'network_id': '2d6300fb-b98d-4f3e-bc89-5f44036c1ea6', 'admin_state_up': True, 'tenant_id': 'f9bf314c91e74f6086dc4d294b8860d9'}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:08:20.012497 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2aca04-4d29-4e16-9e8f-24b50bad4868 req-e42e74da-dd95-46b1-9b4d-ea56e77326f0 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:20.014085 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8c2aca04-4d29-4e16-9e8f-24b50bad4868 req-e42e74da-dd95-46b1-9b4d-ea56e77326f0 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 943 time: 0.0792732 Sep 14 23:08:20.028801 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-ef1c2dbe-c8ba-40b0-924f-aa806d4fcf55 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Made reservation on behalf of f9bf314c91e74f6086dc4d294b8860d9 for: {'port': 1} {{(pid=94135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:08:20.032086 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-ef1c2dbe-c8ba-40b0-924f-aa806d4fcf55 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:20.079878 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8c2aca04-4d29-4e16-9e8f-24b50bad4868 req-a5e1c1b5-1a48-4501-8b49-8fce53749a3f tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599174 Sep 14 23:08:20.202707 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-ef1c2dbe-c8ba-40b0-924f-aa806d4fcf55 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Allocated IP 172.20.0.12 (2d6300fb-b98d-4f3e-bc89-5f44036c1ea6/c69119ea-2594-45a3-b140-7bc95aa19355/2c735b78-0b08-486f-bd68-5900bd71216a) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:08:20.319254 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa23c1-6a52-49e1-8549-c7e448b2ad54 req-4db8c813-4472-4833-bce9-11341a564326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:20.320785 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a3aa23c1-6a52-49e1-8549-c7e448b2ad54 req-4db8c813-4472-4833-bce9-11341a564326 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 1100 time: 0.3090479 Sep 14 23:08:20.358057 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a3aa23c1-6a52-49e1-8549-c7e448b2ad54 req-31dabfd4-163a-4131-9808-35480ca5e9cf service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295084 Sep 14 23:08:20.379195 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-ef1c2dbe-c8ba-40b0-924f-aa806d4fcf55 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:20.414838 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-ef1c2dbe-c8ba-40b0-924f-aa806d4fcf55 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:20.459749 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-ef1c2dbe-c8ba-40b0-924f-aa806d4fcf55 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Network 2d6300fb-b98d-4f3e-bc89-5f44036c1ea6 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:08:20.465751 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-ef1c2dbe-c8ba-40b0-924f-aa806d4fcf55 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:08:20.473636 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-ef1c2dbe-c8ba-40b0-924f-aa806d4fcf55 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:08:20.475466 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c2dbe-c8ba-40b0-924f-aa806d4fcf55 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Pushing event updated for resources: {'Port': ['ID=2c735b78-0b08-486f-bd68-5900bd71216a,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:20.773326 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-ef1c2dbe-c8ba-40b0-924f-aa806d4fcf55 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:20.773935 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-ef1c2dbe-c8ba-40b0-924f-aa806d4fcf55 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:20.829347 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-ef1c2dbe-c8ba-40b0-924f-aa806d4fcf55 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0352430 Sep 14 23:08:20.847592 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-c745a750-24ec-4fcf-bd98-56e7795ac7a8 service neutron] Request body: {'port': {'device_id': 'e0ad7254-f4f3-4e22-ad47-105c27b68de6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:08:20.863084 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ed1ca-d33f-44ff-81ba-130c3106ffe4 req-628a8df0-9c53-4381-820d-ce9ef85724a8 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:20.864524 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-200ed1ca-d33f-44ff-81ba-130c3106ffe4 req-628a8df0-9c53-4381-820d-ce9ef85724a8 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 947 time: 0.1484096 Sep 14 23:08:20.896559 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-204b6ee7-22b5-4415-a2f6-df1f1b7c1930 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:20.898265 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-204b6ee7-22b5-4415-a2f6-df1f1b7c1930 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/networks?id=75df04b7-109f-47d1-ada3-939d55f6000f HTTP/1.1" status: 200 len: 814 time: 0.3906534 Sep 14 23:08:20.945129 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-fad99174-e7f4-424b-a063-9d3fe670064f tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/quotas/16f8af8a3e5e4c55b7201be8a5d05ee2 HTTP/1.1" status: 200 len: 375 time: 0.0360813 Sep 14 23:08:20.966874 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-200ed1ca-d33f-44ff-81ba-130c3106ffe4 req-15bcf36c-3d76-4575-baf9-cbab2a5d3b9f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856595 Sep 14 23:08:20.968993 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-c745a750-24ec-4fcf-bd98-56e7795ac7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:21.055865 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-fc60d5e9-55cf-45be-8b9d-66b03485f2a3 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=16f8af8a3e5e4c55b7201be8a5d05ee2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1026077 Sep 14 23:08:21.216921 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d21596-5d12-43e2-af76-99964a12c6be req-6963f2e7-0eba-4950-8218-dfb443d374f6 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:21.218408 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-39d21596-5d12-43e2-af76-99964a12c6be req-6963f2e7-0eba-4950-8218-dfb443d374f6 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ad7254-f4f3-4e22-ad47-105c27b68de6 HTTP/1.1" status: 200 len: 932 time: 0.1894736 Sep 14 23:08:21.319748 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-d5d82bc1-d7f4-40bd-927a-0439b14ba42c service neutron] 10.222.0.39 "GET /v2.0/networks/75df04b7-109f-47d1-ada3-939d55f6000f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489455 Sep 14 23:08:21.326220 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-39d21596-5d12-43e2-af76-99964a12c6be req-c3bf13a5-9376-4b3c-8391-0f71fe8702a0 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019282 Sep 14 23:08:21.453336 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-b70a42fe-3fb2-4e1f-9f73-769962adc6bc service neutron] 10.222.0.39 "GET /v2.0/networks/75df04b7-109f-47d1-ada3-939d55f6000f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260757 Sep 14 23:08:21.489658 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.notifiers.nova [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-c745a750-24ec-4fcf-bd98-56e7795ac7a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c735b78-0b08-486f-bd68-5900bd71216a {{(pid=94135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:08:21.497735 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-c745a750-24ec-4fcf-bd98-56e7795ac7a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:21.511119 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.provisioning_blocks [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-c745a750-24ec-4fcf-bd98-56e7795ac7a8 service neutron] Transition to ACTIVE for port object 2c735b78-0b08-486f-bd68-5900bd71216a will not be triggered until provisioned by entity L2. {{(pid=94135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:08:21.523983 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-c745a750-24ec-4fcf-bd98-56e7795ac7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666946'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:21.610601 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745a750-24ec-4fcf-bd98-56e7795ac7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2c735b78-0b08-486f-bd68-5900bd71216a,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:21.681970 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482793a-2127-422d-9e30-25a682d85ed6 req-b18ce31d-ee6c-4665-a821-53ef680ff9ab tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:21.683701 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a482793a-2127-422d-9e30-25a682d85ed6 req-b18ce31d-ee6c-4665-a821-53ef680ff9ab tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 943 time: 0.1683617 Sep 14 23:08:21.737724 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-c745a750-24ec-4fcf-bd98-56e7795ac7a8 service neutron] Attempting to bind port 2c735b78-0b08-486f-bd68-5900bd71216a on host hv-cinder-76017 for vnic_type normal with profile {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:08:21.738131 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-c745a750-24ec-4fcf-bd98-56e7795ac7a8 service neutron] Attempting to bind port 2c735b78-0b08-486f-bd68-5900bd71216a by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': 'c360a02f-7804-4a78-b403-a270fa5b9669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2d6300fb-b98d-4f3e-bc89-5f44036c1ea6'}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:08:21.738393 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-c745a750-24ec-4fcf-bd98-56e7795ac7a8 service neutron] Attempting to bind port 2c735b78-0b08-486f-bd68-5900bd71216a on network 2d6300fb-b98d-4f3e-bc89-5f44036c1ea6 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:08:21.750508 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-c745a750-24ec-4fcf-bd98-56e7795ac7a8 service neutron] Port 2c735b78-0b08-486f-bd68-5900bd71216a on network 2d6300fb-b98d-4f3e-bc89-5f44036c1ea6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 23:08:21.750725 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-c745a750-24ec-4fcf-bd98-56e7795ac7a8 service neutron] Attempting to bind port 2c735b78-0b08-486f-bd68-5900bd71216a on network 2d6300fb-b98d-4f3e-bc89-5f44036c1ea6 {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:08:21.782279 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a482793a-2127-422d-9e30-25a682d85ed6 req-6429976f-24eb-4872-97c9-3797fe2f0130 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714030 Sep 14 23:08:21.782279 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-c745a750-24ec-4fcf-bd98-56e7795ac7a8 service neutron] Checking agent: {'id': '85608d62-9d70-46cb-9db0-a1f12ce5af65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 23, 3), 'started_at': datetime.datetime(2021, 9, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:08:21.782279 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-c745a750-24ec-4fcf-bd98-56e7795ac7a8 service neutron] Checking segment: {'id': 'c360a02f-7804-4a78-b403-a270fa5b9669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2d6300fb-b98d-4f3e-bc89-5f44036c1ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:08:21.782279 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-c745a750-24ec-4fcf-bd98-56e7795ac7a8 service neutron] Bound using segment: {'id': 'c360a02f-7804-4a78-b403-a270fa5b9669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2d6300fb-b98d-4f3e-bc89-5f44036c1ea6'} {{(pid=94135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:08:21.782279 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.managers [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-c745a750-24ec-4fcf-bd98-56e7795ac7a8 service neutron] Bound port: 2c735b78-0b08-486f-bd68-5900bd71216a, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c360a02f-7804-4a78-b403-a270fa5b9669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2d6300fb-b98d-4f3e-bc89-5f44036c1ea6'}}] {{(pid=94135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:08:21.782279 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-c745a750-24ec-4fcf-bd98-56e7795ac7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:21.888444 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5ffe3fad-00ce-4c4d-a494-c78832628b93 req-ac6d5b47-575d-432d-aaee-b21a051541f2 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 210 time: 0.0425670 Sep 14 23:08:21.935872 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45175250-309b-4f8c-85c0-3251d01fbd4f req-c23ea1ec-4d55-45a7-a4b7-5bd465f0f10a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:21.943704 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-45175250-309b-4f8c-85c0-3251d01fbd4f req-c23ea1ec-4d55-45a7-a4b7-5bd465f0f10a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 946 time: 0.1492233 Sep 14 23:08:21.955401 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.db [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-c745a750-24ec-4fcf-bd98-56e7795ac7a8 service neutron] For port 2c735b78-0b08-486f-bd68-5900bd71216a, host hv-cinder-76017, cleared binding levels {{(pid=94135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:08:21.981830 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.db [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-c745a750-24ec-4fcf-bd98-56e7795ac7a8 service neutron] For port 2c735b78-0b08-486f-bd68-5900bd71216a, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=2c735b78-0b08-486f-bd68-5900bd71216a,segment=NetworkSegment(c360a02f-7804-4a78-b403-a270fa5b9669),segment_id=c360a02f-7804-4a78-b403-a270fa5b9669)] {{(pid=94135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:08:21.994785 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-c745a750-24ec-4fcf-bd98-56e7795ac7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666946'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:22.056982 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-45175250-309b-4f8c-85c0-3251d01fbd4f req-3952a2fb-ea2b-43b3-a114-340828c859fc tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124024 Sep 14 23:08:22.065529 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-c745a750-24ec-4fcf-bd98-56e7795ac7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:22.066180 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-c745a750-24ec-4fcf-bd98-56e7795ac7a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:22.067814 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-c745a750-24ec-4fcf-bd98-56e7795ac7a8 service neutron] 10.222.0.52 "PUT /v2.0/ports/2c735b78-0b08-486f-bd68-5900bd71216a HTTP/1.1" status: 200 len: 1094 time: 1.2278428 Sep 14 23:08:22.068228 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ad7254-f4f3-4e22-ad47-105c27b68de6', 'tag': '2c735b78-0b08-486f-bd68-5900bd71216a'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:08:22.071236 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e3d9041226317d09edcf9166cd50e54bb38c01393ec1a923659a7df53ecbff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d186d86a-f384-4c77-804f-e5d7a5a9e3a1" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ad7254-f4f3-4e22-ad47-105c27b68de6", "tag": "2c735b78-0b08-486f-bd68-5900bd71216a"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:08:22.122134 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254ae6d-43ed-4b15-8bb4-a517acc52a44 req-02a98a10-dd52-4a03-aa06-03283ef84802 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:22.123585 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d254ae6d-43ed-4b15-8bb4-a517acc52a44 req-02a98a10-dd52-4a03-aa06-03283ef84802 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.1472087 Sep 14 23:08:22.124231 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745a750-24ec-4fcf-bd98-56e7795ac7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2c735b78-0b08-486f-bd68-5900bd71216a,revision_number=3']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:22.227165 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d254ae6d-43ed-4b15-8bb4-a517acc52a44 req-dac54f86-6567-46fd-811b-bfb089a976f3 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870416 Sep 14 23:08:22.238047 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-b8ed5ef4-88ff-496d-bf66-ffd2b71c5b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:22.239476 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-b8ed5ef4-88ff-496d-bf66-ffd2b71c5b7c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f9bf314c91e74f6086dc4d294b8860d9&device_id=e0ad7254-f4f3-4e22-ad47-105c27b68de6 HTTP/1.1" status: 200 len: 1097 time: 0.1084108 Sep 14 23:08:22.253018 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd320e9-2079-4bc7-86c9-81a01830d08f req-a58f08a6-4913-4c8b-8b76-3be775309524 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:22.254643 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0bd320e9-2079-4bc7-86c9-81a01830d08f req-a58f08a6-4913-4c8b-8b76-3be775309524 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 947 time: 0.0880861 Sep 14 23:08:22.291440 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 23:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164419a2-9151-4cb4-a390-580053abe28e x-openstack-request-id: req-164419a2-9151-4cb4-a390-580053abe28e {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:08:22.291732 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ad7254-f4f3-4e22-ad47-105c27b68de6", "tag": "2c735b78-0b08-486f-bd68-5900bd71216a", "status": "completed", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:08:22.292596 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-164419a2-9151-4cb4-a390-580053abe28e {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:08:22.293023 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ad7254-f4f3-4e22-ad47-105c27b68de6', 'tag': '2c735b78-0b08-486f-bd68-5900bd71216a', 'status': 'completed', 'code': 200} Sep 14 23:08:22.295720 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-12c4ac39-17f9-47fb-84a1-089dc21199bc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c735b78-0b08-486f-bd68-5900bd71216a HTTP/1.1" status: 200 len: 217 time: 0.0403063 Sep 14 23:08:22.389187 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0bd320e9-2079-4bc7-86c9-81a01830d08f req-caa8d553-9772-472b-9380-feee9d1fcb48 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993841 Sep 14 23:08:22.395403 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-197ad321-33f2-4fd1-bc1f-28236955a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:22.396877 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-197ad321-33f2-4fd1-bc1f-28236955a56d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c69119ea-2594-45a3-b140-7bc95aa19355 HTTP/1.1" status: 200 len: 854 time: 0.0851097 Sep 14 23:08:22.454001 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-62f5b112-dbf0-4384-8311-e56d3989fb42 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2d6300fb-b98d-4f3e-bc89-5f44036c1ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396297 Sep 14 23:08:22.476213 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104c4d7-bc79-4378-aee0-a3d875a25dc4 req-dadd779c-2b83-4553-b94b-60a3604486a4 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:22.477660 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8104c4d7-bc79-4378-aee0-a3d875a25dc4 req-dadd779c-2b83-4553-b94b-60a3604486a4 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ad7254-f4f3-4e22-ad47-105c27b68de6 HTTP/1.1" status: 200 len: 944 time: 0.0718055 Sep 14 23:08:22.574955 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8104c4d7-bc79-4378-aee0-a3d875a25dc4 req-e2cfce19-fc48-4739-9be4-1b8b43bf2131 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841112 Sep 14 23:08:22.597595 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-44ab1958-9184-411b-bf07-1539f01962f2 service neutron] 10.222.0.52 "GET /v2.0/networks/2d6300fb-b98d-4f3e-bc89-5f44036c1ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187832 Sep 14 23:08:22.693815 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c1bf0c5c-ee6e-4e17-9703-f785f0bcd47b req-a2c3e05a-e75c-467e-8874-7ad5d38294f8 service neutron] 10.222.0.52 "GET /v2.0/networks/2d6300fb-b98d-4f3e-bc89-5f44036c1ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868580 Sep 14 23:08:22.792664 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186d86a-f384-4c77-804f-e5d7a5a9e3a1 req-b22093b7-1909-49ed-bd6e-acee82bcd925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:22.794294 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d186d86a-f384-4c77-804f-e5d7a5a9e3a1 req-b22093b7-1909-49ed-bd6e-acee82bcd925 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f9bf314c91e74f6086dc4d294b8860d9&device_id=e0ad7254-f4f3-4e22-ad47-105c27b68de6 HTTP/1.1" status: 200 len: 1097 time: 0.0456142 Sep 14 23:08:22.926511 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186d86a-f384-4c77-804f-e5d7a5a9e3a1 req-573337e5-4468-4f90-b0c0-1856ce2a2cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:22.927994 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d186d86a-f384-4c77-804f-e5d7a5a9e3a1 req-573337e5-4468-4f90-b0c0-1856ce2a2cdc service neutron] 10.222.0.52 "GET /v2.0/networks?id=2d6300fb-b98d-4f3e-bc89-5f44036c1ea6 HTTP/1.1" status: 200 len: 915 time: 0.1180081 Sep 14 23:08:22.936471 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bdb0ec-f884-4d76-b8c0-51903bd228c1 req-bbb162fb-f9c4-4952-bb3e-1eab31848084 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:22.943371 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-42bdb0ec-f884-4d76-b8c0-51903bd228c1 req-bbb162fb-f9c4-4952-bb3e-1eab31848084 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 943 time: 0.1118145 Sep 14 23:08:22.997450 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d186d86a-f384-4c77-804f-e5d7a5a9e3a1 req-f4bc6800-ef0b-4f29-a03e-6538e7cd9480 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c735b78-0b08-486f-bd68-5900bd71216a HTTP/1.1" status: 200 len: 217 time: 0.0514462 Sep 14 23:08:23.023051 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-24d039b5-0af5-4031-b0c4-6c117256b980 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:23.025385 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-24d039b5-0af5-4031-b0c4-6c117256b980 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.52 "GET /v2.0/networks?id=75df04b7-109f-47d1-ada3-939d55f6000f HTTP/1.1" status: 200 len: 814 time: 0.1177895 Sep 14 23:08:23.026672 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device edd06b9b-9eb3-4710-be54-9c1b89f2be5a details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=94136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 23:08:23.038000 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c9e50e19-164f-4e11-9632-cf6c41ebf8a5 req-c92278ab-b691-4cd2-847e-902597408408 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 210 time: 0.0432725 Sep 14 23:08:23.038693 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device fce75108-7ccd-482f-af32-9f8bac0e512e no longer exists at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:08:23.064662 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-42bdb0ec-f884-4d76-b8c0-51903bd228c1 req-503e37d0-e9f1-41fa-b5e9-bac9c8642f9d tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069462 Sep 14 23:08:23.070911 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] No Port match for: fce75108-7ccd-482f-af32-9f8bac0e512e {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:08:23.071260 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device fce75108-7ccd-482f-af32-9f8bac0e512e not bound to the agent host hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:08:23.071530 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-789b0425-d1a0-4a36-9a39-ef75058f36b1 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Request body: {'port': {'device_id': '3ea41754-3f62-4aa3-89fa-05b421052478', 'network_id': '75df04b7-109f-47d1-ada3-939d55f6000f', 'admin_state_up': True, 'tenant_id': '16f8af8a3e5e4c55b7201be8a5d05ee2'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:08:23.127121 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186d86a-f384-4c77-804f-e5d7a5a9e3a1 req-02f9321b-c3ed-4f71-878f-c8459f062b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:23.134713 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d186d86a-f384-4c77-804f-e5d7a5a9e3a1 req-02f9321b-c3ed-4f71-878f-c8459f062b7c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c69119ea-2594-45a3-b140-7bc95aa19355 HTTP/1.1" status: 200 len: 854 time: 0.1066391 Sep 14 23:08:23.172741 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d186d86a-f384-4c77-804f-e5d7a5a9e3a1 req-ee23f2ad-1cb7-43ac-b75f-cb174df3cd55 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2d6300fb-b98d-4f3e-bc89-5f44036c1ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320938 Sep 14 23:08:23.197747 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port edd06b9b-9eb3-4710-be54-9c1b89f2be5a, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=edd06b9b-9eb3-4710-be54-9c1b89f2be5a,segment=NetworkSegment(a31483e8-f53d-4526-bf1c-b7e652afc6b7),segment_id=a31483e8-f53d-4526-bf1c-b7e652afc6b7)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:08:23.208915 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-789b0425-d1a0-4a36-9a39-ef75058f36b1 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Made reservation on behalf of 16f8af8a3e5e4c55b7201be8a5d05ee2 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:08:23.210525 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Returning: {'device': 'edd06b9b-9eb3-4710-be54-9c1b89f2be5a', 'network_id': '3efb33cd-c3d1-4574-b595-4ef315e545cb', 'port_id': 'edd06b9b-9eb3-4710-be54-9c1b89f2be5a', 'mac_address': 'fa:16:3e:69:b6:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bde3a9c9-df2c-4163-99b8-693b9b6f7a85', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 23:08:23.213049 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-789b0425-d1a0-4a36-9a39-ef75058f36b1 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:23.252947 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:23.273431 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edd06b9b-9eb3-4710-be54-9c1b89f2be5a {{(pid=94136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:08:23.282148 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a988ee3-d461-4960-814a-fab73ddc278c req-be63305c-d211-4566-9490-7656b3860288 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:23.285916 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5a988ee3-d461-4960-814a-fab73ddc278c req-be63305c-d211-4566-9490-7656b3860288 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 946 time: 0.1156552 Sep 14 23:08:23.303085 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port edd06b9b-9eb3-4710-be54-9c1b89f2be5a, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=edd06b9b-9eb3-4710-be54-9c1b89f2be5a,segment=NetworkSegment(a31483e8-f53d-4526-bf1c-b7e652afc6b7),segment_id=a31483e8-f53d-4526-bf1c-b7e652afc6b7)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:08:23.309538 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:23.357162 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d186d86a-f384-4c77-804f-e5d7a5a9e3a1 req-ca099723-a4cf-4a6e-902d-fd827e065253 service neutron] 10.222.0.52 "GET /v2.0/networks/2d6300fb-b98d-4f3e-bc89-5f44036c1ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602054 Sep 14 23:08:23.360898 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=edd06b9b-9eb3-4710-be54-9c1b89f2be5a,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:23.415015 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-789b0425-d1a0-4a36-9a39-ef75058f36b1 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Allocated IP 172.20.0.13 (75df04b7-109f-47d1-ada3-939d55f6000f/f85dd972-c009-40bc-a65e-f5ee6b80dcaf/ebe7b57d-3af1-43bb-9955-81e0db5eed10) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:08:23.425349 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5a988ee3-d461-4960-814a-fab73ddc278c req-47997f80-5e32-487a-b519-6351a76424c9 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284359 Sep 14 23:08:23.595467 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['edd06b9b-9eb3-4710-be54-9c1b89f2be5a'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:08:23.628931 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-789b0425-d1a0-4a36-9a39-ef75058f36b1 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:23.695467 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-789b0425-d1a0-4a36-9a39-ef75058f36b1 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:23.701238 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f44ad-09c8-4b1d-9996-87a0d7291db6 req-43af85af-c466-486a-8d5d-ac216525c076 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:23.709764 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a22f44ad-09c8-4b1d-9996-87a0d7291db6 req-43af85af-c466-486a-8d5d-ac216525c076 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.4041729 Sep 14 23:08:23.789548 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b0425-d1a0-4a36-9a39-ef75058f36b1 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Pushing event updated for resources: {'Port': ['ID=ebe7b57d-3af1-43bb-9955-81e0db5eed10,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:23.808515 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b0425-d1a0-4a36-9a39-ef75058f36b1 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:23.809434 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b0425-d1a0-4a36-9a39-ef75058f36b1 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:23.810205 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b0425-d1a0-4a36-9a39-ef75058f36b1 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:23.810958 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b0425-d1a0-4a36-9a39-ef75058f36b1 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:23.812677 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b0425-d1a0-4a36-9a39-ef75058f36b1 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:23.812677 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b0425-d1a0-4a36-9a39-ef75058f36b1 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:23.813032 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b0425-d1a0-4a36-9a39-ef75058f36b1 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:23.813595 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b0425-d1a0-4a36-9a39-ef75058f36b1 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:23.814163 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b0425-d1a0-4a36-9a39-ef75058f36b1 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:23.814688 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b0425-d1a0-4a36-9a39-ef75058f36b1 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:23.815130 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b0425-d1a0-4a36-9a39-ef75058f36b1 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:23.815634 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b0425-d1a0-4a36-9a39-ef75058f36b1 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:23.826092 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a22f44ad-09c8-4b1d-9996-87a0d7291db6 req-a10f4652-550c-44bd-a3b4-a654da201ec2 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150794 Sep 14 23:08:23.848503 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-789b0425-d1a0-4a36-9a39-ef75058f36b1 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Network 75df04b7-109f-47d1-ada3-939d55f6000f is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:08:23.855057 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-789b0425-d1a0-4a36-9a39-ef75058f36b1 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:08:23.864194 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-789b0425-d1a0-4a36-9a39-ef75058f36b1 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:08:23.927769 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd2908-d2c7-49a9-a2aa-b81ca12bc02e req-a2b83c4c-1ead-4c7f-b663-c7e69b90d4fb tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:23.932098 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a8dd2908-d2c7-49a9-a2aa-b81ca12bc02e req-a2b83c4c-1ead-4c7f-b663-c7e69b90d4fb tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 946 time: 0.5611637 Sep 14 23:08:23.948525 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43f220-e009-4498-9c03-06819681ba01 req-20cb2573-20e4-4892-872a-3797c112d84f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:23.955986 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9e43f220-e009-4498-9c03-06819681ba01 req-20cb2573-20e4-4892-872a-3797c112d84f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 947 time: 0.2437100 Sep 14 23:08:23.987330 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-789b0425-d1a0-4a36-9a39-ef75058f36b1 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:23.989207 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-789b0425-d1a0-4a36-9a39-ef75058f36b1 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:24.019553 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-789b0425-d1a0-4a36-9a39-ef75058f36b1 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9658170 Sep 14 23:08:24.057087 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44673ee6-f0a3-495e-bc0e-6fb1179dc686 req-b4efcb31-732b-4b56-9f9b-d64c293557dd tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:24.064931 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-44673ee6-f0a3-495e-bc0e-6fb1179dc686 req-b4efcb31-732b-4b56-9f9b-d64c293557dd tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ad7254-f4f3-4e22-ad47-105c27b68de6 HTTP/1.1" status: 200 len: 944 time: 0.1067460 Sep 14 23:08:24.089787 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9e43f220-e009-4498-9c03-06819681ba01 req-cecc8bfe-58f1-4146-acf9-e5163488aa84 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322968 Sep 14 23:08:24.143832 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d186d86a-f384-4c77-804f-e5d7a5a9e3a1 req-43982adc-d968-409f-b471-a0444ae7dd75 service neutron] 10.222.0.52 "GET /v2.0/networks/2d6300fb-b98d-4f3e-bc89-5f44036c1ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7716184 Sep 14 23:08:24.158196 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-c540cc25-fcfc-4544-bb5c-cffb67620e40 service neutron] Request body: {'port': {'device_id': '3ea41754-3f62-4aa3-89fa-05b421052478', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:08:24.217049 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-44673ee6-f0a3-495e-bc0e-6fb1179dc686 req-cb90cd04-b074-438f-b0b2-bb23c63955a9 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200066 Sep 14 23:08:24.283592 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-c540cc25-fcfc-4544-bb5c-cffb67620e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:24.359155 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8552d84-a681-46a9-ad57-55b46e60497d req-90ed0b77-59f3-4e0c-9f11-9e8d01354108 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:24.367787 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f8552d84-a681-46a9-ad57-55b46e60497d req-90ed0b77-59f3-4e0c-9f11-9e8d01354108 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 944 time: 0.1113133 Sep 14 23:08:24.410137 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [req-a8dd2908-d2c7-49a9-a2aa-b81ca12bc02e req-b420f75f-0c16-4b9d-aaf0-7dc1d4bc918a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Deleting port 80c57b00-d31c-4c6f-90ad-dbf9909774c0 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:08:24.410481 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-a8dd2908-d2c7-49a9-a2aa-b81ca12bc02e req-b420f75f-0c16-4b9d-aaf0-7dc1d4bc918a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:24.444625 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-cad2fc56-b2f3-4321-bf15-075b52e2fe50 None None] Provisioning complete for port ebe7b57d-3af1-43bb-9955-81e0db5eed10 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:08:24.445217 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cad2fc56-b2f3-4321-bf15-075b52e2fe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:24.519693 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-cad2fc56-b2f3-4321-bf15-075b52e2fe50 None None] Port ebe7b57d-3af1-43bb-9955-81e0db5eed10 cannot update to ACTIVE because it is not bound. {{(pid=94136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 23:08:24.587584 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f8552d84-a681-46a9-ad57-55b46e60497d req-5e7db48b-e033-47f1-8ac4-61b010f512f5 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143943 Sep 14 23:08:24.630501 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c7563-3c43-4f39-86c6-5eb896fa79d3 req-7e4390ce-af66-4ab6-b15f-f7a6e3f3ca61 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:24.632026 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-aa8c7563-3c43-4f39-86c6-5eb896fa79d3 req-7e4390ce-af66-4ab6-b15f-f7a6e3f3ca61 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 932 time: 0.2582653 Sep 14 23:08:24.761488 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.db [req-a8dd2908-d2c7-49a9-a2aa-b81ca12bc02e req-b420f75f-0c16-4b9d-aaf0-7dc1d4bc918a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] For port 80c57b00-d31c-4c6f-90ad-dbf9909774c0, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=80c57b00-d31c-4c6f-90ad-dbf9909774c0,segment=NetworkSegment(eb098917-dbc9-4dc3-81e9-deb624e7bf20),segment_id=eb098917-dbc9-4dc3-81e9-deb624e7bf20)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:08:24.762340 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-a8dd2908-d2c7-49a9-a2aa-b81ca12bc02e req-b420f75f-0c16-4b9d-aaf0-7dc1d4bc918a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:24.773579 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-aa8c7563-3c43-4f39-86c6-5eb896fa79d3 req-6c2f1b38-eea4-4635-9dfa-cd88b395b361 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292615 Sep 14 23:08:24.779004 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-c540cc25-fcfc-4544-bb5c-cffb67620e40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebe7b57d-3af1-43bb-9955-81e0db5eed10 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:08:24.785966 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [req-a8dd2908-d2c7-49a9-a2aa-b81ca12bc02e req-b420f75f-0c16-4b9d-aaf0-7dc1d4bc918a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Calling delete_port for 80c57b00-d31c-4c6f-90ad-dbf9909774c0 owned by compute:nova {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:08:24.801379 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-c540cc25-fcfc-4544-bb5c-cffb67620e40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:24.816115 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-c540cc25-fcfc-4544-bb5c-cffb67620e40 service neutron] Transition to ACTIVE for port object ebe7b57d-3af1-43bb-9955-81e0db5eed10 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:08:24.819831 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f1219-8e5b-4ab9-a55d-7cedc650a0b1 req-65bb73e4-5e98-4d06-aaa8-15032c83c1d9 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:24.821765 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-775f1219-8e5b-4ab9-a55d-7cedc650a0b1 req-65bb73e4-5e98-4d06-aaa8-15032c83c1d9 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 946 time: 0.1240716 Sep 14 23:08:24.825959 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-c540cc25-fcfc-4544-bb5c-cffb67620e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:24.919407 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540cc25-fcfc-4544-bb5c-cffb67620e40 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe7b57d-3af1-43bb-9955-81e0db5eed10,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:25.009501 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-c540cc25-fcfc-4544-bb5c-cffb67620e40 service neutron] Attempting to bind port ebe7b57d-3af1-43bb-9955-81e0db5eed10 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:08:25.010692 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-c540cc25-fcfc-4544-bb5c-cffb67620e40 service neutron] Attempting to bind port ebe7b57d-3af1-43bb-9955-81e0db5eed10 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '7fb02b41-577f-4192-b7fa-301b1defa6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '75df04b7-109f-47d1-ada3-939d55f6000f'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:08:25.011531 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-c540cc25-fcfc-4544-bb5c-cffb67620e40 service neutron] Attempting to bind port ebe7b57d-3af1-43bb-9955-81e0db5eed10 on network 75df04b7-109f-47d1-ada3-939d55f6000f {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:08:25.016264 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-c540cc25-fcfc-4544-bb5c-cffb67620e40 service neutron] Port ebe7b57d-3af1-43bb-9955-81e0db5eed10 on network 75df04b7-109f-47d1-ada3-939d55f6000f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 23:08:25.016757 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-c540cc25-fcfc-4544-bb5c-cffb67620e40 service neutron] Attempting to bind port ebe7b57d-3af1-43bb-9955-81e0db5eed10 on network 75df04b7-109f-47d1-ada3-939d55f6000f {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:08:25.025157 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-c540cc25-fcfc-4544-bb5c-cffb67620e40 service neutron] Checking agent: {'id': '85608d62-9d70-46cb-9db0-a1f12ce5af65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 23, 3), 'started_at': datetime.datetime(2021, 9, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:08:25.025157 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-c540cc25-fcfc-4544-bb5c-cffb67620e40 service neutron] Checking segment: {'id': '7fb02b41-577f-4192-b7fa-301b1defa6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '75df04b7-109f-47d1-ada3-939d55f6000f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:08:25.025464 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-c540cc25-fcfc-4544-bb5c-cffb67620e40 service neutron] Bound using segment: {'id': '7fb02b41-577f-4192-b7fa-301b1defa6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '75df04b7-109f-47d1-ada3-939d55f6000f'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:08:25.025767 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-c540cc25-fcfc-4544-bb5c-cffb67620e40 service neutron] Bound port: ebe7b57d-3af1-43bb-9955-81e0db5eed10, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb02b41-577f-4192-b7fa-301b1defa6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '75df04b7-109f-47d1-ada3-939d55f6000f'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:08:25.026630 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-c540cc25-fcfc-4544-bb5c-cffb67620e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:25.039054 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device edd06b9b-9eb3-4710-be54-9c1b89f2be5a up at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:08:25.060682 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-775f1219-8e5b-4ab9-a55d-7cedc650a0b1 req-786c6f23-2982-40c3-bbdb-0ad3537fb5bd tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2868f92-0908-412a-b45f-10a64ccd1724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184855 Sep 14 23:08:25.127611 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning for port edd06b9b-9eb3-4710-be54-9c1b89f2be5a completed by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:08:25.132307 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning complete for port edd06b9b-9eb3-4710-be54-9c1b89f2be5a triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:08:25.134001 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fd4fc-9205-4add-9fb0-2885d437c082 req-4fc56e17-221e-47ea-b465-500d36889802 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:25.135898 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4a5fd4fc-9205-4add-9fb0-2885d437c082 req-4fc56e17-221e-47ea-b465-500d36889802 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.1959355 Sep 14 23:08:25.146247 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:25.183644 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-c540cc25-fcfc-4544-bb5c-cffb67620e40 service neutron] For port ebe7b57d-3af1-43bb-9955-81e0db5eed10, host hv-cinder-76017, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:08:25.186219 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-a8dd2908-d2c7-49a9-a2aa-b81ca12bc02e req-b420f75f-0c16-4b9d-aaf0-7dc1d4bc918a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:25.187070 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-c540cc25-fcfc-4544-bb5c-cffb67620e40 service neutron] For port ebe7b57d-3af1-43bb-9955-81e0db5eed10, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=ebe7b57d-3af1-43bb-9955-81e0db5eed10,segment=NetworkSegment(7fb02b41-577f-4192-b7fa-301b1defa6b4),segment_id=7fb02b41-577f-4192-b7fa-301b1defa6b4)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:08:25.193878 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-c540cc25-fcfc-4544-bb5c-cffb67620e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:25.206725 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['80c57b00-d31c-4c6f-90ad-dbf9909774c0'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:08:25.234239 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4a5fd4fc-9205-4add-9fb0-2885d437c082 req-138b50dd-e383-4fa6-8276-72b257ed350c tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822384 Sep 14 23:08:25.234988 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420f75f-0c16-4b9d-aaf0-7dc1d4bc918a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Pushing event deleted for resources: {'Port': ['ID=80c57b00-d31c-4c6f-90ad-dbf9909774c0,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:25.274073 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-c540cc25-fcfc-4544-bb5c-cffb67620e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:25.274787 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-c540cc25-fcfc-4544-bb5c-cffb67620e40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:25.276708 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-c540cc25-fcfc-4544-bb5c-cffb67620e40 service neutron] 10.222.0.52 "PUT /v2.0/ports/ebe7b57d-3af1-43bb-9955-81e0db5eed10 HTTP/1.1" status: 200 len: 1094 time: 1.1234901 Sep 14 23:08:25.277447 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea41754-3f62-4aa3-89fa-05b421052478', 'tag': 'ebe7b57d-3af1-43bb-9955-81e0db5eed10'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:08:25.279594 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b27504ed887e131bccbae67cb08e94fb53697a19aeb48787dd98b51fbb9c8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e098144-09da-4780-b9ff-b25dd2a27296" -d '{"events": [{"name": "network-changed", "server_uuid": "3ea41754-3f62-4aa3-89fa-05b421052478", "tag": "ebe7b57d-3af1-43bb-9955-81e0db5eed10"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:08:25.290628 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8dd2908-d2c7-49a9-a2aa-b81ca12bc02e req-b420f75f-0c16-4b9d-aaf0-7dc1d4bc918a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] No DVR routers for this DVR port 80c57b00-d31c-4c6f-90ad-dbf9909774c0 on host hv-cinder-76017 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:08:25.295890 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-a8dd2908-d2c7-49a9-a2aa-b81ca12bc02e req-b420f75f-0c16-4b9d-aaf0-7dc1d4bc918a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:25.299498 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a8dd2908-d2c7-49a9-a2aa-b81ca12bc02e req-b420f75f-0c16-4b9d-aaf0-7dc1d4bc918a tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.52 "DELETE /v2.0/ports/80c57b00-d31c-4c6f-90ad-dbf9909774c0 HTTP/1.1" status: 204 len: 173 time: 1.1527727 Sep 14 23:08:25.299965 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b838098-23bd-4b48-b987-5551df4dcdb4', 'name': 'network-vif-deleted', 'tag': '80c57b00-d31c-4c6f-90ad-dbf9909774c0'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:08:25.302350 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e3d9041226317d09edcf9166cd50e54bb38c01393ec1a923659a7df53ecbff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5520357a-6e21-435e-a8f9-06680fce1219" -d '{"events": [{"server_uuid": "8b838098-23bd-4b48-b987-5551df4dcdb4", "name": "network-vif-deleted", "tag": "80c57b00-d31c-4c6f-90ad-dbf9909774c0"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:08:25.338238 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540cc25-fcfc-4544-bb5c-cffb67620e40 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe7b57d-3af1-43bb-9955-81e0db5eed10,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:25.361501 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 23:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6a9c47-bd8a-4c01-8f6d-8091d5c86430 x-openstack-request-id: req-2f6a9c47-bd8a-4c01-8f6d-8091d5c86430 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:08:25.361798 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ea41754-3f62-4aa3-89fa-05b421052478", "tag": "ebe7b57d-3af1-43bb-9955-81e0db5eed10", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:08:25.362048 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2f6a9c47-bd8a-4c01-8f6d-8091d5c86430 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:08:25.362450 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ea41754-3f62-4aa3-89fa-05b421052478', 'tag': 'ebe7b57d-3af1-43bb-9955-81e0db5eed10', 'status': 'completed', 'code': 200} Sep 14 23:08:25.431221 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335f7918-2bc3-4a87-ae66-31f526d2b21e x-openstack-request-id: req-335f7918-2bc3-4a87-ae66-31f526d2b21e {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:08:25.431511 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b838098-23bd-4b48-b987-5551df4dcdb4", "name": "network-vif-deleted", "tag": "80c57b00-d31c-4c6f-90ad-dbf9909774c0", "status": "completed", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:08:25.431926 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-335f7918-2bc3-4a87-ae66-31f526d2b21e {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:08:25.432634 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b838098-23bd-4b48-b987-5551df4dcdb4', 'name': 'network-vif-deleted', 'tag': '80c57b00-d31c-4c6f-90ad-dbf9909774c0', 'status': 'completed', 'code': 200} Sep 14 23:08:25.467402 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd5b79-0534-4b6a-9cdb-5d28545f09a5 req-ffb144ce-6583-46d5-a604-209723bfec75 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:25.468134 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:25.471085 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-21cd5b79-0534-4b6a-9cdb-5d28545f09a5 req-ffb144ce-6583-46d5-a604-209723bfec75 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ad7254-f4f3-4e22-ad47-105c27b68de6 HTTP/1.1" status: 200 len: 944 time: 0.1009469 Sep 14 23:08:25.511293 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1c5ab0-8449-4b25-a425-fca002f43fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd06b9b-9eb3-4710-be54-9c1b89f2be5a'}] {{(pid=94136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:08:25.514136 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2b16cdf9a486da92f6eb6a5b1ab92e1b41f493a7e96932162ce692d4f29dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04129b22-093f-4205-9757-d3550b35576f" -d '{"events": [{"server_uuid": "8d1c5ab0-8449-4b25-a425-fca002f43fa2", "name": "network-vif-plugged", "status": "completed", "tag": "edd06b9b-9eb3-4710-be54-9c1b89f2be5a"}]}' {{(pid=94136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:08:25.528336 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port edd06b9b-9eb3-4710-be54-9c1b89f2be5a, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=edd06b9b-9eb3-4710-be54-9c1b89f2be5a,segment=NetworkSegment(a31483e8-f53d-4526-bf1c-b7e652afc6b7),segment_id=a31483e8-f53d-4526-bf1c-b7e652afc6b7)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:08:25.531905 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-21cd5b79-0534-4b6a-9cdb-5d28545f09a5 req-69d5216f-ba02-4221-8846-4710fa8344ab tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516951 Sep 14 23:08:25.536390 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:25.582294 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3828a2a0-bdeb-4bc6-ac47-b34ba134c245 x-openstack-request-id: req-3828a2a0-bdeb-4bc6-ac47-b34ba134c245 {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:08:25.582643 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1c5ab0-8449-4b25-a425-fca002f43fa2", "name": "network-vif-plugged", "status": "completed", "tag": "edd06b9b-9eb3-4710-be54-9c1b89f2be5a", "code": 200}]} {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:08:25.582894 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3828a2a0-bdeb-4bc6-ac47-b34ba134c245 {{(pid=94136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:08:25.583378 dv-cinder-760178-13-iscsi neutron-server[94136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1c5ab0-8449-4b25-a425-fca002f43fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd06b9b-9eb3-4710-be54-9c1b89f2be5a', 'code': 200} Sep 14 23:08:25.602111 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=edd06b9b-9eb3-4710-be54-9c1b89f2be5a,revision_number=5']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:25.716109 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a9d6f-d6a8-44a1-992a-04370508f529 req-6ba97f3d-67fd-4f33-bf8e-9c60bb0b577c tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:25.717625 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a04a9d6f-d6a8-44a1-992a-04370508f529 req-6ba97f3d-67fd-4f33-bf8e-9c60bb0b577c tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 945 time: 0.0577633 Sep 14 23:08:25.763674 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a04a9d6f-d6a8-44a1-992a-04370508f529 req-c326bf7b-1b09-48d7-a3b8-b20120422d42 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401020 Sep 14 23:08:25.925205 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8927f0-bb6f-4411-8c98-b655644b5a59 req-8d55868c-f272-4eed-8adf-b0d302cb0b05 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:25.926835 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-be8927f0-bb6f-4411-8c98-b655644b5a59 req-8d55868c-f272-4eed-8adf-b0d302cb0b05 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 944 time: 0.0648408 Sep 14 23:08:25.975192 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-be8927f0-bb6f-4411-8c98-b655644b5a59 req-d26ce2e5-5708-4e87-af2c-32e3bee36da1 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408783 Sep 14 23:08:26.148658 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-564fb6e8-2cb7-4a8b-8977-437d12e1eda7 req-c150a712-3e58-4a30-8bea-a2b3e5b5ed12 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 210 time: 0.0324435 Sep 14 23:08:26.378831 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2563a-98a7-47c5-91c1-dbd815eda6e1 req-906a30fe-6dd3-446f-8462-277aabd5122d tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:26.380248 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ccb2563a-98a7-47c5-91c1-dbd815eda6e1 req-906a30fe-6dd3-446f-8462-277aabd5122d tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0564871 Sep 14 23:08:26.424709 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ccb2563a-98a7-47c5-91c1-dbd815eda6e1 req-9e6f00f1-d2f1-4437-b1b2-938ad65babff tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374677 Sep 14 23:08:26.668455 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb24a40-462e-458e-b84d-359a989a4a2e req-6e0e0bc6-5fed-4b67-9498-633d92d9b8a5 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:26.671169 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9bb24a40-462e-458e-b84d-359a989a4a2e req-6e0e0bc6-5fed-4b67-9498-633d92d9b8a5 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ad7254-f4f3-4e22-ad47-105c27b68de6 HTTP/1.1" status: 200 len: 944 time: 0.0548289 Sep 14 23:08:26.711607 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9bb24a40-462e-458e-b84d-359a989a4a2e req-145f2484-7acc-4e28-b07c-354fe82be1d8 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342028 Sep 14 23:08:26.899032 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b395107-5cce-430e-8368-cd8c3b331826 req-85777266-628b-46a6-b669-5214798be66e tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:26.900554 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7b395107-5cce-430e-8368-cd8c3b331826 req-85777266-628b-46a6-b669-5214798be66e tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 945 time: 0.0534930 Sep 14 23:08:26.944476 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7b395107-5cce-430e-8368-cd8c3b331826 req-fb8938f0-8e25-46ff-bb44-b5bb5b192e3d tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370531 Sep 14 23:08:27.054513 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 2c735b78-0b08-486f-bd68-5900bd71216a details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=94136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 23:08:27.106726 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c039a1-e831-4950-9726-d81a1e464582 req-d8e7f46a-4d47-4e30-b809-80d4c284d461 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:27.108414 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b4c039a1-e831-4950-9726-d81a1e464582 req-d8e7f46a-4d47-4e30-b809-80d4c284d461 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 944 time: 0.0487428 Sep 14 23:08:27.154825 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b4c039a1-e831-4950-9726-d81a1e464582 req-37256c27-d08a-4e1c-8df7-aa80c09aa976 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396550 Sep 14 23:08:27.158886 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 2c735b78-0b08-486f-bd68-5900bd71216a, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=2c735b78-0b08-486f-bd68-5900bd71216a,segment=NetworkSegment(c360a02f-7804-4a78-b403-a270fa5b9669),segment_id=c360a02f-7804-4a78-b403-a270fa5b9669)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:08:27.170348 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Returning: {'device': '2c735b78-0b08-486f-bd68-5900bd71216a', 'network_id': '2d6300fb-b98d-4f3e-bc89-5f44036c1ea6', 'port_id': '2c735b78-0b08-486f-bd68-5900bd71216a', 'mac_address': 'fa:16:3e:ed:4c:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c69119ea-2594-45a3-b140-7bc95aa19355', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 23:08:27.212677 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:27.227251 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c735b78-0b08-486f-bd68-5900bd71216a {{(pid=94136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:08:27.247434 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 2c735b78-0b08-486f-bd68-5900bd71216a, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=2c735b78-0b08-486f-bd68-5900bd71216a,segment=NetworkSegment(c360a02f-7804-4a78-b403-a270fa5b9669),segment_id=c360a02f-7804-4a78-b403-a270fa5b9669)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:08:27.251441 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:27.252534 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-512ebdd5-13b9-455d-8f27-2db224cfad74 req-2628a0ec-4e7b-4082-8832-e55775358bbe tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 210 time: 0.0304451 Sep 14 23:08:27.306011 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=2c735b78-0b08-486f-bd68-5900bd71216a,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:27.543115 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf6029-561f-4656-a547-01fe44d60169 req-0c7000f6-2d33-425d-abcf-e514708dfb27 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:27.543524 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['2c735b78-0b08-486f-bd68-5900bd71216a'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:08:27.544780 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9cbf6029-561f-4656-a547-01fe44d60169 req-0c7000f6-2d33-425d-abcf-e514708dfb27 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0509920 Sep 14 23:08:27.589274 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9cbf6029-561f-4656-a547-01fe44d60169 req-f2414334-bb14-485c-ab64-7717be866bba tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378876 Sep 14 23:08:27.830678 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5dc57-3834-4a18-98e4-673115a64028 req-1de21a60-dcca-4fd4-bf6b-d2f41dffe4bc tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:27.832064 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-14f5dc57-3834-4a18-98e4-673115a64028 req-1de21a60-dcca-4fd4-bf6b-d2f41dffe4bc tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ad7254-f4f3-4e22-ad47-105c27b68de6 HTTP/1.1" status: 200 len: 945 time: 0.0502961 Sep 14 23:08:27.873578 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-14f5dc57-3834-4a18-98e4-673115a64028 req-ccad7b0c-69fa-40c1-8efe-0404011f8479 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349717 Sep 14 23:08:28.067817 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aea8d7-cdf7-4136-8cac-48508916de02 req-7b01a6c9-224c-4ad2-885c-802e5cae1d22 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:28.070579 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-24aea8d7-cdf7-4136-8cac-48508916de02 req-7b01a6c9-224c-4ad2-885c-802e5cae1d22 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 945 time: 0.0558665 Sep 14 23:08:28.116404 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-24aea8d7-cdf7-4136-8cac-48508916de02 req-213ff504-716e-4b2b-9fd1-586bf3b13739 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391047 Sep 14 23:08:28.269871 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0bb2c-673a-44b5-abe5-5a8865bd999e req-0a01bbf2-0410-4077-b3d1-797ac5b371f2 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:28.271385 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-bcc0bb2c-673a-44b5-abe5-5a8865bd999e req-0a01bbf2-0410-4077-b3d1-797ac5b371f2 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 944 time: 0.0496662 Sep 14 23:08:28.322527 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-bcc0bb2c-673a-44b5-abe5-5a8865bd999e req-4c674e68-5db5-436c-a42f-560f398a48da tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359707 Sep 14 23:08:28.351846 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5f445827-fb94-4b3c-8eb0-ed71932a2137 req-c6a0eee1-37f2-4d3e-9b90-fcf34d9d4151 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 210 time: 0.0275214 Sep 14 23:08:28.708013 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b505e-d229-40fe-9def-09bfc8054a9d req-c1ea1588-c6d2-4afe-a99c-ece0c57c890b tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:28.712912 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b01b505e-d229-40fe-9def-09bfc8054a9d req-c1ea1588-c6d2-4afe-a99c-ece0c57c890b tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0490220 Sep 14 23:08:28.750668 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b01b505e-d229-40fe-9def-09bfc8054a9d req-70726a25-5ee5-4cfb-b4c6-ec6f994b44e5 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341935 Sep 14 23:08:28.994841 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8d82c-de47-46a8-8114-9e2a161edc66 req-08274570-e5d0-4a55-b024-b8d0e4d0f5eb tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:28.996934 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a1b8d82c-de47-46a8-8114-9e2a161edc66 req-08274570-e5d0-4a55-b024-b8d0e4d0f5eb tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ad7254-f4f3-4e22-ad47-105c27b68de6 HTTP/1.1" status: 200 len: 945 time: 0.0545905 Sep 14 23:08:29.036206 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a1b8d82c-de47-46a8-8114-9e2a161edc66 req-2fab8424-2a1a-49c2-a5ee-b1a19a6aa5de tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331511 Sep 14 23:08:29.070109 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 2c735b78-0b08-486f-bd68-5900bd71216a up at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:08:29.122056 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning for port 2c735b78-0b08-486f-bd68-5900bd71216a completed by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:08:29.125884 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning complete for port 2c735b78-0b08-486f-bd68-5900bd71216a triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:08:29.126290 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:29.215830 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:29.238828 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ad7254-f4f3-4e22-ad47-105c27b68de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c735b78-0b08-486f-bd68-5900bd71216a'}] {{(pid=94136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:08:29.241143 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2b16cdf9a486da92f6eb6a5b1ab92e1b41f493a7e96932162ce692d4f29dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266e9342-830b-4920-b377-e3f8fed22d9d" -d '{"events": [{"server_uuid": "e0ad7254-f4f3-4e22-ad47-105c27b68de6", "name": "network-vif-plugged", "status": "completed", "tag": "2c735b78-0b08-486f-bd68-5900bd71216a"}]}' {{(pid=94136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:08:29.255738 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 2c735b78-0b08-486f-bd68-5900bd71216a, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=2c735b78-0b08-486f-bd68-5900bd71216a,segment=NetworkSegment(c360a02f-7804-4a78-b403-a270fa5b9669),segment_id=c360a02f-7804-4a78-b403-a270fa5b9669)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:08:29.262071 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:29.262728 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37f84a-a95d-4390-aa37-36bd0a1ecc73 req-81be152c-4f69-4ceb-a50e-8c0e1b93b2db tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:29.263227 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 80c57b00-d31c-4c6f-90ad-dbf9909774c0 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:08:29.264559 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2d37f84a-a95d-4390-aa37-36bd0a1ecc73 req-81be152c-4f69-4ceb-a50e-8c0e1b93b2db tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 945 time: 0.0691695 Sep 14 23:08:29.289062 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637a663b-fcd7-4574-9a46-f44a236ad782 x-openstack-request-id: req-637a663b-fcd7-4574-9a46-f44a236ad782 {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:08:29.289352 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ad7254-f4f3-4e22-ad47-105c27b68de6", "name": "network-vif-plugged", "status": "completed", "tag": "2c735b78-0b08-486f-bd68-5900bd71216a", "code": 200}]} {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:08:29.289600 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-637a663b-fcd7-4574-9a46-f44a236ad782 {{(pid=94136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:08:29.290030 dv-cinder-760178-13-iscsi neutron-server[94136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ad7254-f4f3-4e22-ad47-105c27b68de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c735b78-0b08-486f-bd68-5900bd71216a', 'code': 200} Sep 14 23:08:29.307634 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] No Port match for: 80c57b00-d31c-4c6f-90ad-dbf9909774c0 {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:08:29.307990 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 80c57b00-d31c-4c6f-90ad-dbf9909774c0 not bound to the agent host hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:08:29.318072 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2d37f84a-a95d-4390-aa37-36bd0a1ecc73 req-94f06d2c-95ac-480b-a341-825ff8d25f14 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445673 Sep 14 23:08:29.337156 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=2c735b78-0b08-486f-bd68-5900bd71216a,revision_number=5']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:29.475041 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f5b538e6-cf6e-474d-99d3-2e61fb81b1e3 req-bbd277fb-7006-4314-8951-e2628f2cf883 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 210 time: 0.0346959 Sep 14 23:08:29.483211 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86713dca-975f-4d17-ac22-8967ccff089c req-5e1182f1-5e26-4ef5-b69a-b428a0bb6e10 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:29.490341 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-86713dca-975f-4d17-ac22-8967ccff089c req-5e1182f1-5e26-4ef5-b69a-b428a0bb6e10 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 944 time: 0.0878770 Sep 14 23:08:29.524452 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-86713dca-975f-4d17-ac22-8967ccff089c req-fd596395-2559-4b03-aa7e-5394a419b297 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330994 Sep 14 23:08:29.870500 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00566c0d-8fc5-4ebe-b4f4-1aadf43e0245 req-d24573ea-6a86-400a-abd0-99524f31b8ba tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:29.872571 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-00566c0d-8fc5-4ebe-b4f4-1aadf43e0245 req-d24573ea-6a86-400a-abd0-99524f31b8ba tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0521350 Sep 14 23:08:29.914376 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-00566c0d-8fc5-4ebe-b4f4-1aadf43e0245 req-ce6b7870-6350-414b-893f-0910a76c8b20 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350428 Sep 14 23:08:30.155745 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f9020-0821-4b5a-be95-28ead1cc6dbe req-89e509a0-6af6-4e6e-9182-8f3d61ef27a2 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:30.157268 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9a0f9020-0821-4b5a-be95-28ead1cc6dbe req-89e509a0-6af6-4e6e-9182-8f3d61ef27a2 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ad7254-f4f3-4e22-ad47-105c27b68de6 HTTP/1.1" status: 200 len: 946 time: 0.0501792 Sep 14 23:08:30.198666 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9a0f9020-0821-4b5a-be95-28ead1cc6dbe req-0a46a4b4-c1e6-4872-ac88-7070c7e0deb0 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338726 Sep 14 23:08:30.254202 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:30.467969 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60138ec-03ec-479a-8bd6-75458adc8f18 req-a5f3cf15-7bd9-4e9c-a9e4-a17d02f9ba18 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:30.469543 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d60138ec-03ec-479a-8bd6-75458adc8f18 req-a5f3cf15-7bd9-4e9c-a9e4-a17d02f9ba18 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 945 time: 0.0558140 Sep 14 23:08:30.515035 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d60138ec-03ec-479a-8bd6-75458adc8f18 req-97e41bb0-5a89-4282-9dbf-fff7001aa96f tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394595 Sep 14 23:08:30.580712 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5251f8fd-aef8-432f-a88b-cb96ce1e83d0 req-d0fd1e9a-436e-4f43-8ea2-0d4b415aa0ee tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 210 time: 0.0297794 Sep 14 23:08:30.649362 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0ca1e-3c44-429f-b521-54223121c4ae req-e357796c-d13a-4ff8-894e-c7f15ae4330c tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:30.650960 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fba0ca1e-3c44-429f-b521-54223121c4ae req-e357796c-d13a-4ff8-894e-c7f15ae4330c tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 944 time: 0.0539448 Sep 14 23:08:30.688976 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fba0ca1e-3c44-429f-b521-54223121c4ae req-1ffd40de-6ba5-4e18-a112-4765c27651dc tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315716 Sep 14 23:08:31.049543 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb4946-ec39-4724-9503-8a4a7bc58c92 req-3c78a2da-362f-42e1-939e-6836d46b8d22 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:31.051180 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-73bb4946-ec39-4724-9503-8a4a7bc58c92 req-3c78a2da-362f-42e1-939e-6836d46b8d22 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0683780 Sep 14 23:08:31.092490 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-73bb4946-ec39-4724-9503-8a4a7bc58c92 req-a131e115-1297-476c-ab22-dd04a80068d3 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350060 Sep 14 23:08:31.321215 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9f27c-a019-41e3-924b-8a9cd065d26d req-8e550d3d-b0c5-4930-acab-032e72a9e995 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:31.322858 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fbc9f27c-a019-41e3-924b-8a9cd065d26d req-8e550d3d-b0c5-4930-acab-032e72a9e995 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ad7254-f4f3-4e22-ad47-105c27b68de6 HTTP/1.1" status: 200 len: 946 time: 0.0511792 Sep 14 23:08:31.364911 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fbc9f27c-a019-41e3-924b-8a9cd065d26d req-bb1f881f-aa13-48c8-87c0-a3fc6e747e8b tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346687 Sep 14 23:08:31.637991 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae3ce0-8a86-4077-b743-f7d01f301b37 req-cbe788c1-c03c-4fe2-adf6-182319abfd6c tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:31.639800 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-46ae3ce0-8a86-4077-b743-f7d01f301b37 req-cbe788c1-c03c-4fe2-adf6-182319abfd6c tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 945 time: 0.0537043 Sep 14 23:08:31.706761 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-46ae3ce0-8a86-4077-b743-f7d01f301b37 req-0b0a088c-5269-4314-af41-17f55c1574ef tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591619 Sep 14 23:08:31.708884 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8106d1f6-45d0-4737-a35e-2d0311632e41 req-d4ff7eba-e7fb-4622-a13b-fb960acffe75 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 210 time: 0.0407114 Sep 14 23:08:31.819428 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f5347-c497-4081-9ae0-546ededd6cf5 req-f65dc5b3-0214-4083-ac16-8f2aa8d0a33d tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:31.820857 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-004f5347-c497-4081-9ae0-546ededd6cf5 req-f65dc5b3-0214-4083-ac16-8f2aa8d0a33d tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 944 time: 0.0522137 Sep 14 23:08:31.861619 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-004f5347-c497-4081-9ae0-546ededd6cf5 req-29a09b43-69dd-4ce0-a95c-e0231a8241e6 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347309 Sep 14 23:08:32.210060 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47528b2f-ac9b-4047-8cf6-518b4eb9a581 req-690cde9e-e115-45dc-9ad0-6879498f8e6e tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:32.211654 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-47528b2f-ac9b-4047-8cf6-518b4eb9a581 req-690cde9e-e115-45dc-9ad0-6879498f8e6e tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0509965 Sep 14 23:08:32.241137 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-de60043d-f81c-4482-b516-f575e66e3381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:32.263478 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-47528b2f-ac9b-4047-8cf6-518b4eb9a581 req-cc2d33fa-fabd-4282-a46b-476f53cd23bb tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436435 Sep 14 23:08:32.492879 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2303c1-3fb7-445d-b700-721a27d2160f req-b12660c6-927e-4c60-b012-7b3885c1ba03 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:32.495927 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-df2303c1-3fb7-445d-b700-721a27d2160f req-b12660c6-927e-4c60-b012-7b3885c1ba03 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ad7254-f4f3-4e22-ad47-105c27b68de6 HTTP/1.1" status: 200 len: 946 time: 0.0595419 Sep 14 23:08:32.540757 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-df2303c1-3fb7-445d-b700-721a27d2160f req-8603a068-85f0-4112-a830-eb8f027d868f tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381632 Sep 14 23:08:32.827571 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1aacfb4f-de0f-4f2d-80a2-715497772f06 req-64d75dd6-44ba-4ece-ab8e-4821bf3301a7 tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 210 time: 0.0496984 Sep 14 23:08:32.851549 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ede9aa-759f-441f-8261-7b400f839ceb req-7fce7e8d-7786-49c6-a643-a3c22a1c1517 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:32.853163 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e9ede9aa-759f-441f-8261-7b400f839ceb req-7fce7e8d-7786-49c6-a643-a3c22a1c1517 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 945 time: 0.0766361 Sep 14 23:08:32.894819 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e9ede9aa-759f-441f-8261-7b400f839ceb req-a0ba97f5-c486-4183-8161-8e96e285a5e3 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341735 Sep 14 23:08:32.998256 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22faf08c-a047-4d94-ac91-8eeed59476dc req-ff4f549c-3a95-4815-8c28-303ed0260822 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:32.999773 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-22faf08c-a047-4d94-ac91-8eeed59476dc req-ff4f549c-3a95-4815-8c28-303ed0260822 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 944 time: 0.0563834 Sep 14 23:08:33.050765 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-22faf08c-a047-4d94-ac91-8eeed59476dc req-779682c2-5972-4de7-9129-da7f1e79c5e9 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449150 Sep 14 23:08:33.384655 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c26d23-9d78-4457-9b36-efd4d2814fc5 req-32c5f5a0-5571-42c9-98f4-686827090910 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:33.386899 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-04c26d23-9d78-4457-9b36-efd4d2814fc5 req-32c5f5a0-5571-42c9-98f4-686827090910 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0535944 Sep 14 23:08:33.425592 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-04c26d23-9d78-4457-9b36-efd4d2814fc5 req-3a5780f2-c580-40de-924b-fbee2f1dd206 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328298 Sep 14 23:08:33.662695 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aff823-4916-4ecb-a4be-fcbea9cc6928 req-2a1be796-be23-48bf-a5a9-9b4486702158 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:33.664211 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-19aff823-4916-4ecb-a4be-fcbea9cc6928 req-2a1be796-be23-48bf-a5a9-9b4486702158 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ad7254-f4f3-4e22-ad47-105c27b68de6 HTTP/1.1" status: 200 len: 946 time: 0.0510993 Sep 14 23:08:33.702739 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-19aff823-4916-4ecb-a4be-fcbea9cc6928 req-8877666a-cae3-438b-b148-3490a0f92c6c tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318620 Sep 14 23:08:33.715351 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 6 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:08:33.927082 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ec81edae-8ecd-44b8-9806-77f571d27d0c req-d0cfed04-e896-43ca-bd27-0842705dc15e tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 210 time: 0.0319545 Sep 14 23:08:34.040593 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df634ef-e2a5-4be4-8fd5-ba7072b2466f req-c06ee9b9-e85d-4de2-af18-de20391aff31 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:34.043092 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1df634ef-e2a5-4be4-8fd5-ba7072b2466f req-c06ee9b9-e85d-4de2-af18-de20391aff31 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 945 time: 0.0648475 Sep 14 23:08:34.090706 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1df634ef-e2a5-4be4-8fd5-ba7072b2466f req-4d94c044-1565-47f2-88e2-487b898d8dda tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398591 Sep 14 23:08:34.175118 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d5654-3c93-4d68-aeaa-d20abe5fe405 req-9491116b-3d5b-42c6-8286-5dbdbcca1318 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:34.176498 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1c6d5654-3c93-4d68-aeaa-d20abe5fe405 req-9491116b-3d5b-42c6-8286-5dbdbcca1318 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 944 time: 0.0509136 Sep 14 23:08:34.217260 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1c6d5654-3c93-4d68-aeaa-d20abe5fe405 req-7c58e6a0-41ac-44e2-b2f2-ede84546cd83 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336540 Sep 14 23:08:34.539065 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24cbb4-ddc3-4d68-8d87-fec9fb1710c4 req-820a9669-6fd4-4853-b276-552ad11b4ef1 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:34.540517 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1a24cbb4-ddc3-4d68-8d87-fec9fb1710c4 req-820a9669-6fd4-4853-b276-552ad11b4ef1 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0490482 Sep 14 23:08:34.578241 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1a24cbb4-ddc3-4d68-8d87-fec9fb1710c4 req-f22e4c17-c929-458b-9f71-9ef7a0c7248e tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310595 Sep 14 23:08:34.824272 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55083999-0d88-457e-80cc-bcf54b433a62 req-69c02428-6acb-4f4b-9174-e1187564bc07 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:34.825766 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-55083999-0d88-457e-80cc-bcf54b433a62 req-69c02428-6acb-4f4b-9174-e1187564bc07 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ad7254-f4f3-4e22-ad47-105c27b68de6 HTTP/1.1" status: 200 len: 946 time: 0.0568419 Sep 14 23:08:34.864537 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-55083999-0d88-457e-80cc-bcf54b433a62 req-ceac7791-6b78-4efc-8105-0a9b44c51603 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327988 Sep 14 23:08:34.943562 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-499409e0-532a-4cf4-8862-613d6e2ebbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:34.961663 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:35.023911 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c47232fd-accb-41fb-9cae-a8d0964c55dc req-f4cd60a0-791f-4abd-b5dd-cbca348de7bd tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 210 time: 0.0253484 Sep 14 23:08:35.211111 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7984d1-ce97-4634-937b-68011cd06184 req-dd6a3556-9bdc-4046-bdee-8be6d1a6dd43 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:35.212808 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ba7984d1-ce97-4634-937b-68011cd06184 req-dd6a3556-9bdc-4046-bdee-8be6d1a6dd43 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 945 time: 0.0562472 Sep 14 23:08:35.272223 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ba7984d1-ce97-4634-937b-68011cd06184 req-2a218d47-ca8b-4fce-be73-5ee428be240d tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512903 Sep 14 23:08:35.275108 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e098144-09da-4780-b9ff-b25dd2a27296 req-53147668-e12e-4be1-b421-e78c113d6e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:35.277481 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-5e098144-09da-4780-b9ff-b25dd2a27296 req-53147668-e12e-4be1-b421-e78c113d6e66 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=16f8af8a3e5e4c55b7201be8a5d05ee2&device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 1097 time: 0.0754232 Sep 14 23:08:35.356523 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36843c74-a631-4107-a54e-5869d6ff1b6a req-7725f586-a6cc-49c1-a637-991b3dcace75 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:35.358035 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-36843c74-a631-4107-a54e-5869d6ff1b6a req-7725f586-a6cc-49c1-a637-991b3dcace75 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 944 time: 0.0586166 Sep 14 23:08:35.401536 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e098144-09da-4780-b9ff-b25dd2a27296 req-a2557e11-bcfd-40ae-a62d-0b0572950ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:35.403269 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-5e098144-09da-4780-b9ff-b25dd2a27296 req-a2557e11-bcfd-40ae-a62d-0b0572950ad4 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=16f8af8a3e5e4c55b7201be8a5d05ee2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1002054 Sep 14 23:08:35.429376 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-36843c74-a631-4107-a54e-5869d6ff1b6a req-d9547231-3fd9-4fde-a196-0e19b54d950e tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653703 Sep 14 23:08:35.437085 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cea01-f90f-4de5-909c-023b47eb3a9d req-a784557b-4b13-4e0b-acdd-add85c92efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:35.438715 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-899cea01-f90f-4de5-909c-023b47eb3a9d req-a784557b-4b13-4e0b-acdd-add85c92efa5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e0ad7254-f4f3-4e22-ad47-105c27b68de6 HTTP/1.1" status: 200 len: 1099 time: 0.0673902 Sep 14 23:08:35.509668 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e098144-09da-4780-b9ff-b25dd2a27296 req-ecd2ee71-3540-4c89-8685-04d8e5a4e995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:35.511538 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-899cea01-f90f-4de5-909c-023b47eb3a9d req-9d68508b-69c6-4a9e-a4f6-e25f89bd5ac4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518358 Sep 14 23:08:35.511818 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-5e098144-09da-4780-b9ff-b25dd2a27296 req-ecd2ee71-3540-4c89-8685-04d8e5a4e995 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976720 Sep 14 23:08:35.526489 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0a971-66c6-4e3a-b64d-c7b1c91044f4 req-696f23d4-2287-4010-b7b3-5fccf195df21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:35.527866 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b1e0a971-66c6-4e3a-b64d-c7b1c91044f4 req-696f23d4-2287-4010-b7b3-5fccf195df21 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 1098 time: 0.0436108 Sep 14 23:08:35.694459 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea3822-e6c7-4ab1-b24c-f394ce7b8152 req-afc4306f-ad70-4b27-bb58-161bcc6ccca8 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:35.695910 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6eea3822-e6c7-4ab1-b24c-f394ce7b8152 req-afc4306f-ad70-4b27-bb58-161bcc6ccca8 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0506382 Sep 14 23:08:35.746652 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6eea3822-e6c7-4ab1-b24c-f394ce7b8152 req-3f50fc05-b6fa-4cdd-8da1-83fdc38665d8 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442874 Sep 14 23:08:35.763167 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b1e0a971-66c6-4e3a-b64d-c7b1c91044f4 req-4d25d8f4-bd8a-415f-ac04-bc12a18bfe24 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425723 Sep 14 23:08:35.787926 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-3aed52b4-b7ef-4b3c-89fa-e87d986a6b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:35.789371 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-3aed52b4-b7ef-4b3c-89fa-e87d986a6b3d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=16f8af8a3e5e4c55b7201be8a5d05ee2&device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 1097 time: 0.0406013 Sep 14 23:08:35.982599 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca75683-8c75-49c1-a197-a7b95472306c req-48051c9b-967c-4e81-8cff-bb0d42de2228 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:35.984073 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-eca75683-8c75-49c1-a197-a7b95472306c req-48051c9b-967c-4e81-8cff-bb0d42de2228 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ad7254-f4f3-4e22-ad47-105c27b68de6 HTTP/1.1" status: 200 len: 946 time: 0.0480118 Sep 14 23:08:36.023004 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-eca75683-8c75-49c1-a197-a7b95472306c req-faae4ebe-14c7-412d-975c-6684803a9b0d tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327957 Sep 14 23:08:36.037187 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:36.051687 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-89fe4d4f-00cf-43d5-9fe5-89fa93975364 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebe7b57d-3af1-43bb-9955-81e0db5eed10 HTTP/1.1" status: 200 len: 217 time: 0.0372660 Sep 14 23:08:36.122688 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-0c4b899a-aa46-4d46-a913-e8e888f750e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:36.124427 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-0c4b899a-aa46-4d46-a913-e8e888f750e8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f85dd972-c009-40bc-a65e-f5ee6b80dcaf HTTP/1.1" status: 200 len: 853 time: 0.0495532 Sep 14 23:08:36.137261 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2609bb09-5914-4309-9264-88743334e933 req-daa2d7b3-e10a-4f9d-958e-4abab527d43c tempest-AttachVolumeNegativeTest-171504557 tempest-AttachVolumeNegativeTest-171504557-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b838098-23bd-4b48-b987-5551df4dcdb4 HTTP/1.1" status: 200 len: 210 time: 0.0318644 Sep 14 23:08:36.174297 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-2f21304a-c2a3-4d8d-9be6-5745ece73ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:36.175873 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-2f21304a-c2a3-4d8d-9be6-5745ece73ce1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=75df04b7-109f-47d1-ada3-939d55f6000f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0432997 Sep 14 23:08:36.288016 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-997af69d-07df-42f2-a72e-7242fad886be service neutron] 10.222.0.52 "GET /v2.0/networks/75df04b7-109f-47d1-ada3-939d55f6000f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839312 Sep 14 23:08:36.387809 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-c7f568e4-48e0-4c17-8fc1-8e25d4df0b69 req-c081c7fe-a320-4d99-be18-6b80540e0c65 service neutron] 10.222.0.52 "GET /v2.0/networks/75df04b7-109f-47d1-ada3-939d55f6000f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858829 Sep 14 23:08:36.394697 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea819f5e-3b07-4855-9b3f-6834b55fae06 req-e9a4a7b0-16f1-4dfb-989a-12e503de1062 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:36.396142 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ea819f5e-3b07-4855-9b3f-6834b55fae06 req-e9a4a7b0-16f1-4dfb-989a-12e503de1062 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 945 time: 0.0531209 Sep 14 23:08:36.434773 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ea819f5e-3b07-4855-9b3f-6834b55fae06 req-43e11534-c600-438a-aead-139efb39b70c tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320768 Sep 14 23:08:36.542512 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1227a-41f5-45b2-919e-8d9c48eeec57 req-f81cebaa-8b89-48b5-86fc-a0d210a6b07f tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:36.543948 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-89a1227a-41f5-45b2-919e-8d9c48eeec57 req-f81cebaa-8b89-48b5-86fc-a0d210a6b07f tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 944 time: 0.0472746 Sep 14 23:08:36.580977 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-89a1227a-41f5-45b2-919e-8d9c48eeec57 req-45ec0f11-3de2-427e-aca9-9619880c7132 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308292 Sep 14 23:08:36.676628 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3cf97-e77f-4f00-a199-16a6655251de req-b35ed1c8-6c3a-4d35-8f4c-504c99412581 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:36.678137 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-6bb3cf97-e77f-4f00-a199-16a6655251de req-b35ed1c8-6c3a-4d35-8f4c-504c99412581 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0486066 Sep 14 23:08:36.774262 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-6bb3cf97-e77f-4f00-a199-16a6655251de req-95c6c65d-4c14-41f7-b253-87c7b42cca6e tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Deleting port d097e64d-d5b0-44aa-9785-a801be858f31 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:08:36.774630 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6bb3cf97-e77f-4f00-a199-16a6655251de req-95c6c65d-4c14-41f7-b253-87c7b42cca6e tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:36.861729 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24389e2f-6f21-46b8-b806-a0900993a73a req-63fae4b4-a06d-45fb-9c83-6e16f0993128 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:36.863118 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-24389e2f-6f21-46b8-b806-a0900993a73a req-63fae4b4-a06d-45fb-9c83-6e16f0993128 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33 HTTP/1.1" status: 200 len: 945 time: 0.0477602 Sep 14 23:08:36.863753 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-6bb3cf97-e77f-4f00-a199-16a6655251de req-95c6c65d-4c14-41f7-b253-87c7b42cca6e tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] For port d097e64d-d5b0-44aa-9785-a801be858f31, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=d097e64d-d5b0-44aa-9785-a801be858f31,segment=NetworkSegment(41365fa4-5123-4bae-82a6-374b27b20a4c),segment_id=41365fa4-5123-4bae-82a6-374b27b20a4c)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:08:36.864121 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6bb3cf97-e77f-4f00-a199-16a6655251de req-95c6c65d-4c14-41f7-b253-87c7b42cca6e tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:36.877653 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-6bb3cf97-e77f-4f00-a199-16a6655251de req-95c6c65d-4c14-41f7-b253-87c7b42cca6e tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Calling delete_port for d097e64d-d5b0-44aa-9785-a801be858f31 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:08:36.902101 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-24389e2f-6f21-46b8-b806-a0900993a73a req-7afa76a4-5013-4de4-8fc1-1bf7f9c72caa tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328732 Sep 14 23:08:37.017895 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6bb3cf97-e77f-4f00-a199-16a6655251de req-95c6c65d-4c14-41f7-b253-87c7b42cca6e tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:37.042866 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['d097e64d-d5b0-44aa-9785-a801be858f31', '62948c9e-37ac-4b8d-a204-5537e386aab9'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:08:37.047165 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6c65d-4c14-41f7-b253-87c7b42cca6e tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Pushing event deleted for resources: {'Port': ['ID=d097e64d-d5b0-44aa-9785-a801be858f31,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:37.092933 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb3cf97-e77f-4f00-a199-16a6655251de req-95c6c65d-4c14-41f7-b253-87c7b42cca6e tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] No DVR routers for this DVR port d097e64d-d5b0-44aa-9785-a801be858f31 on host hv-cinder-76017 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:08:37.095479 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-6bb3cf97-e77f-4f00-a199-16a6655251de req-95c6c65d-4c14-41f7-b253-87c7b42cca6e tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:37.097466 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-6bb3cf97-e77f-4f00-a199-16a6655251de req-95c6c65d-4c14-41f7-b253-87c7b42cca6e tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.52 "DELETE /v2.0/ports/d097e64d-d5b0-44aa-9785-a801be858f31 HTTP/1.1" status: 204 len: 173 time: 0.4115896 Sep 14 23:08:37.097938 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33', 'name': 'network-vif-deleted', 'tag': 'd097e64d-d5b0-44aa-9785-a801be858f31'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:08:37.100127 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b27504ed887e131bccbae67cb08e94fb53697a19aeb48787dd98b51fbb9c8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14475e5-efb2-4431-bee8-bd6fdff5c284" -d '{"events": [{"server_uuid": "9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33", "name": "network-vif-deleted", "tag": "d097e64d-d5b0-44aa-9785-a801be858f31"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:08:37.143023 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b1b2cd-4bbf-46bb-a13c-ea92e38c90bc x-openstack-request-id: req-e4b1b2cd-4bbf-46bb-a13c-ea92e38c90bc {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:08:37.143743 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33", "name": "network-vif-deleted", "tag": "d097e64d-d5b0-44aa-9785-a801be858f31", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:08:37.144002 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e4b1b2cd-4bbf-46bb-a13c-ea92e38c90bc {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:08:37.144632 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb93b6a-4208-4ca2-a0b1-6a9856bb3f33', 'name': 'network-vif-deleted', 'tag': 'd097e64d-d5b0-44aa-9785-a801be858f31', 'status': 'completed', 'code': 200} Sep 14 23:08:37.160824 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f3b50-00e3-4b0c-8b01-e86e77abe455 req-38206a75-2750-4818-b0ca-f9befcc3d1ca tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:37.162367 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b82f3b50-00e3-4b0c-8b01-e86e77abe455 req-38206a75-2750-4818-b0ca-f9befcc3d1ca tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ad7254-f4f3-4e22-ad47-105c27b68de6 HTTP/1.1" status: 200 len: 946 time: 0.0613067 Sep 14 23:08:37.199906 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 46736) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:08:37.225733 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b82f3b50-00e3-4b0c-8b01-e86e77abe455 req-05149530-825c-4158-867f-3deb89642ca8 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545745 Sep 14 23:08:37.255336 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-67711634-d489-4437-aab1-f9f4a9b48d26 admin admin] Deleting subnet 6725ab53-7683-483a-af50-4917aca481fa {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 23:08:37.258778 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-67711634-d489-4437-aab1-f9f4a9b48d26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:37.297808 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-67711634-d489-4437-aab1-f9f4a9b48d26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13278731'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:37.336351 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-67711634-d489-4437-aab1-f9f4a9b48d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3629011'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:37.398974 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-67711634-d489-4437-aab1-f9f4a9b48d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16122503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13474262'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:37.429815 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-67711634-d489-4437-aab1-f9f4a9b48d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:37.432910 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-67711634-d489-4437-aab1-f9f4a9b48d26 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6725ab53-7683-483a-af50-4917aca481fa HTTP/1.1" status: 204 len: 168 time: 0.2305348 Sep 14 23:08:37.433137 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67711634-d489-4437-aab1-f9f4a9b48d26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6725ab53-7683-483a-af50-4917aca481fa,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:37.434944 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 46746) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:08:37.506653 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8102f08d-8ecd-4a4e-b854-37b7550162b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3648290'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:37.554672 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b79260-69e5-4ac8-8d92-5ceb70335f9b req-4d2fa131-33cb-4011-bd64-f6f3dfcff050 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:37.556273 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-57b79260-69e5-4ac8-8d92-5ceb70335f9b req-4d2fa131-33cb-4011-bd64-f6f3dfcff050 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 945 time: 0.0512574 Sep 14 23:08:37.600257 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-57b79260-69e5-4ac8-8d92-5ceb70335f9b req-3744085e-dcb0-42a8-aa61-15fe9cef359b tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366702 Sep 14 23:08:37.608228 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8102f08d-8ecd-4a4e-b854-37b7550162b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3627092', 'neutron.services.segments.db._delete_segments_for_network-8755854224285'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:37.637208 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.services.segments.db [None req-8102f08d-8ecd-4a4e-b854-37b7550162b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2b15aa9-ccf4-445d-a89c-b858bbe43b47']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:37.650096 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.services.segments.db [None req-8102f08d-8ecd-4a4e-b854-37b7550162b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb098917-dbc9-4dc3-81e9-deb624e7bf20') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:37.650593 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.services.segments.db [None req-8102f08d-8ecd-4a4e-b854-37b7550162b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb098917-dbc9-4dc3-81e9-deb624e7bf20') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:37.664443 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8102f08d-8ecd-4a4e-b854-37b7550162b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755854225062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13278720'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:37.682566 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8102f08d-8ecd-4a4e-b854-37b7550162b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:37.689469 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8102f08d-8ecd-4a4e-b854-37b7550162b9 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:08:37.689867 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8102f08d-8ecd-4a4e-b854-37b7550162b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16122713'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:37.692541 dv-cinder-760178-13-iscsi neutron-server[94134]: Traceback (most recent call last): Sep 14 23:08:37.692541 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 23:08:37.692541 dv-cinder-760178-13-iscsi neutron-server[94134]: timer() Sep 14 23:08:37.692541 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 23:08:37.692541 dv-cinder-760178-13-iscsi neutron-server[94134]: cb(*args, **kw) Sep 14 23:08:37.692541 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 23:08:37.692541 dv-cinder-760178-13-iscsi neutron-server[94134]: return func(*args, **kwargs) Sep 14 23:08:37.692541 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 23:08:37.692541 dv-cinder-760178-13-iscsi neutron-server[94134]: self._notify() Sep 14 23:08:37.692541 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 23:08:37.692541 dv-cinder-760178-13-iscsi neutron-server[94134]: self.callback(batched_events) Sep 14 23:08:37.692541 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 23:08:37.692541 dv-cinder-760178-13-iscsi neutron-server[94134]: event.method(event) Sep 14 23:08:37.692541 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 23:08:37.692541 dv-cinder-760178-13-iscsi neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 23:08:37.692541 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 23:08:37.692541 dv-cinder-760178-13-iscsi neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 23:08:37.692541 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 23:08:37.692541 dv-cinder-760178-13-iscsi neutron-server[94134]: return f(self, *a, **k) Sep 14 23:08:37.692541 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 23:08:37.692541 dv-cinder-760178-13-iscsi neutron-server[94134]: return self._get(url).json() Sep 14 23:08:37.692541 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 23:08:37.692541 dv-cinder-760178-13-iscsi neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 23:08:37.692541 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 23:08:37.692541 dv-cinder-760178-13-iscsi neutron-server[94134]: return self.request(url, 'GET', **kwargs) Sep 14 23:08:37.692541 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 23:08:37.692541 dv-cinder-760178-13-iscsi neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 23:08:37.692541 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 23:08:37.692541 dv-cinder-760178-13-iscsi neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 23:08:37.692541 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 23:08:37.692541 dv-cinder-760178-13-iscsi neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 23:08:37.692541 dv-cinder-760178-13-iscsi neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 23:08:37.746697 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e901cc3-8b7f-4a5d-8555-d17ba2611064 req-a5091fdd-7c65-4cc5-aa2e-0bb9a0ebe8cc tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:37.747858 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4e901cc3-8b7f-4a5d-8555-d17ba2611064 req-a5091fdd-7c65-4cc5-aa2e-0bb9a0ebe8cc tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 944 time: 0.0893960 Sep 14 23:08:37.757538 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8102f08d-8ecd-4a4e-b854-37b7550162b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3627085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529177'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:37.763337 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8041be-e347-4132-83a9-d82be1d379d5 req-cffe0cab-2d28-4057-a40f-21c860c050c9 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:37.764932 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2e8041be-e347-4132-83a9-d82be1d379d5 req-cffe0cab-2d28-4057-a40f-21c860c050c9 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 945 time: 0.0765464 Sep 14 23:08:37.766991 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8102f08d-8ecd-4a4e-b854-37b7550162b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:37.771498 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-8102f08d-8ecd-4a4e-b854-37b7550162b9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b2b15aa9-ccf4-445d-a89c-b858bbe43b47 HTTP/1.1" status: 204 len: 168 time: 0.3329790 Sep 14 23:08:37.783721 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8102f08d-8ecd-4a4e-b854-37b7550162b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2b15aa9-ccf4-445d-a89c-b858bbe43b47,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:37.814817 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4e901cc3-8b7f-4a5d-8555-d17ba2611064 req-fc8903b6-3403-4316-b511-a17c3cc66459 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605958 Sep 14 23:08:37.841385 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2e8041be-e347-4132-83a9-d82be1d379d5 req-c0365e0b-a929-4f1e-a810-a4e9dfd9846e tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530436 Sep 14 23:08:37.862825 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 46758) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:08:37.887271 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:37.989545 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 46766) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:08:38.043489 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-1f8fa4c5-3396-4e9c-9953-8b044d7903d8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=587b687926ec49439ef73d2b4747d86e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0527506 Sep 14 23:08:38.046305 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 46768) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:08:38.105773 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6c660594-b05f-4d27-a3b6-e621a11a289d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:38.108903 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f8dd6d-a46b-4291-bc40-d0ce41905a6d tempest-TestShelveInstance-2080978973 tempest-TestShelveInstance-2080978973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:38.113794 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-20f8dd6d-a46b-4291-bc40-d0ce41905a6d tempest-TestShelveInstance-2080978973 tempest-TestShelveInstance-2080978973-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 1093 time: 0.2493675 Sep 14 23:08:38.113925 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 46772) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:08:38.120830 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-b26b4315-00aa-40ff-b058-76f531ab8b21 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Request body: {'floatingip': {'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'port_id': 'edd06b9b-9eb3-4710-be54-9c1b89f2be5a', 'tenant_id': 'a7319052cbd445279c634b71fd2736d4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:08:38.151438 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6c660594-b05f-4d27-a3b6-e621a11a289d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:38.198325 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b26b4315-00aa-40ff-b058-76f531ab8b21 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks [] for floatingip, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:38.268734 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31818c3d-43b0-41f6-bd1b-89797b789d0b req-dc43ec66-0b03-4403-80fe-9e91de20caac tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:38.270231 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-31818c3d-43b0-41f6-bd1b-89797b789d0b req-dc43ec66-0b03-4403-80fe-9e91de20caac tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.1168859 Sep 14 23:08:38.295552 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6c660594-b05f-4d27-a3b6-e621a11a289d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:38.297940 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6c660594-b05f-4d27-a3b6-e621a11a289d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:38.299018 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-6c660594-b05f-4d27-a3b6-e621a11a289d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a2868f92-0908-412a-b45f-10a64ccd1724 HTTP/1.1" status: 204 len: 168 time: 0.2511556 Sep 14 23:08:38.336559 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c660594-b05f-4d27-a3b6-e621a11a289d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2868f92-0908-412a-b45f-10a64ccd1724,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:38.355322 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-31818c3d-43b0-41f6-bd1b-89797b789d0b req-8d0bd3d1-d956-4dd0-843a-0d6f01186af0 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790107 Sep 14 23:08:38.386543 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b26b4315-00aa-40ff-b058-76f531ab8b21 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:38.494264 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-b26b4315-00aa-40ff-b058-76f531ab8b21 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Allocated IP 172.27.3.135 (97df119d-fd41-4b39-86f3-953f642e27ab/0cfef410-e94d-43c5-8572-4959e322a29a/b229c98f-1a1a-4822-9fb3-004623b67f0b) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:08:38.605827 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b26b4315-00aa-40ff-b058-76f531ab8b21 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:38.648008 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b26b4315-00aa-40ff-b058-76f531ab8b21 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:38.689710 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26b4315-00aa-40ff-b058-76f531ab8b21 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Network 97df119d-fd41-4b39-86f3-953f642e27ab is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:08:38.692650 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-b26b4315-00aa-40ff-b058-76f531ab8b21 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:08:38.699090 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26b4315-00aa-40ff-b058-76f531ab8b21 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:08:38.719374 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b4315-00aa-40ff-b058-76f531ab8b21 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Pushing event updated for resources: {'Port': ['ID=b229c98f-1a1a-4822-9fb3-004623b67f0b,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:39.192192 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea50715-7fec-47a3-8ee7-9ace0482a540 req-676a76ac-78db-4efd-a663-6e2c7bcfa27d tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:39.193773 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7ea50715-7fec-47a3-8ee7-9ace0482a540 req-676a76ac-78db-4efd-a663-6e2c7bcfa27d tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 944 time: 0.2957203 Sep 14 23:08:39.370980 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7ea50715-7fec-47a3-8ee7-9ace0482a540 req-70d3e37f-6d1e-4ff2-8961-a7fa4fac0b12 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424472 Sep 14 23:08:39.492899 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b26b4315-00aa-40ff-b058-76f531ab8b21 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:39.566003 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d25a3-7f30-4b0f-9c1f-a644edde7ea3 req-3d0e161a-0518-4c16-b67b-5057b47f5ac7 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:39.567522 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-203d25a3-7f30-4b0f-9c1f-a644edde7ea3 req-3d0e161a-0518-4c16-b67b-5057b47f5ac7 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.1359673 Sep 14 23:08:39.645980 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-203d25a3-7f30-4b0f-9c1f-a644edde7ea3 req-1200e7bf-392c-4610-8bee-b19466120950 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675957 Sep 14 23:08:39.646699 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b26b4315-00aa-40ff-b058-76f531ab8b21 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:39.792659 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b26b4315-00aa-40ff-b058-76f531ab8b21 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:39.797325 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b26b4315-00aa-40ff-b058-76f531ab8b21 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666946'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:39.871090 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b4315-00aa-40ff-b058-76f531ab8b21 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Pushing event updated for resources: {'Port': ['ID=b229c98f-1a1a-4822-9fb3-004623b67f0b,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:39.879098 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b26b4315-00aa-40ff-b058-76f531ab8b21 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529163'] for floatingip, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:39.975764 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.db.l3_db [None req-b26b4315-00aa-40ff-b058-76f531ab8b21 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Floating IP bfb4f37a-9aa0-4c9a-ad92-0f2d0f924a92 associated. External IP: 172.27.3.135, port: edd06b9b-9eb3-4710-be54-9c1b89f2be5a. Sep 14 23:08:40.183492 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26b4315-00aa-40ff-b058-76f531ab8b21 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Router cd16d56f-5cd8-454c-9d2c-000f4553ec7c has already been hosted by L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f {{(pid=94135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 23:08:40.288105 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26b4315-00aa-40ff-b058-76f531ab8b21 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:08:40.298655 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6811dec8-31b6-4550-ae0a-c97f77b07a58 None None] Sync routers for ids ['cd16d56f-5cd8-454c-9d2c-000f4553ec7c'] in dv-cinder-760178-13-iscsi {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:08:40.304730 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b26b4315-00aa-40ff-b058-76f531ab8b21 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for floatingip, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:40.308374 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6811dec8-31b6-4550-ae0a-c97f77b07a58 None None] Routers {'cd16d56f-5cd8-454c-9d2c-000f4553ec7c'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:08:40.309019 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-6811dec8-31b6-4550-ae0a-c97f77b07a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:08:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['cd16d56f-5cd8-454c-9d2c-000f4553ec7c'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:40.331101 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-b26b4315-00aa-40ff-b058-76f531ab8b21 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2161772 Sep 14 23:08:40.331677 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1c5ab0-8449-4b25-a425-fca002f43fa2', 'tag': 'edd06b9b-9eb3-4710-be54-9c1b89f2be5a'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:08:40.333925 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e3d9041226317d09edcf9166cd50e54bb38c01393ec1a923659a7df53ecbff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645c9369-d6fe-4f26-b655-ff4fc80098d3" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1c5ab0-8449-4b25-a425-fca002f43fa2", "tag": "edd06b9b-9eb3-4710-be54-9c1b89f2be5a"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:08:40.371153 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 23:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cc2a6a-f072-48e2-9f06-645d1b323ae2 x-openstack-request-id: req-c5cc2a6a-f072-48e2-9f06-645d1b323ae2 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:08:40.371747 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1c5ab0-8449-4b25-a425-fca002f43fa2", "tag": "edd06b9b-9eb3-4710-be54-9c1b89f2be5a", "status": "completed", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:08:40.371747 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c5cc2a6a-f072-48e2-9f06-645d1b323ae2 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:08:40.372226 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1c5ab0-8449-4b25-a425-fca002f43fa2', 'tag': 'edd06b9b-9eb3-4710-be54-9c1b89f2be5a', 'status': 'completed', 'code': 200} Sep 14 23:08:40.418296 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-6811dec8-31b6-4550-ae0a-c97f77b07a58 None None] Set router cd16d56f-5cd8-454c-9d2c-000f4553ec7c gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:08:40.438175 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c9369-d6fe-4f26-b655-ff4fc80098d3 req-77ffa86a-5d6c-4166-b525-775fb400238c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:40.439997 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-645c9369-d6fe-4f26-b655-ff4fc80098d3 req-77ffa86a-5d6c-4166-b525-775fb400238c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a7319052cbd445279c634b71fd2736d4&device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 1098 time: 0.0411239 Sep 14 23:08:40.489449 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7ba5d-30f3-4814-bd9f-718d3ef18f35 req-61c38cef-0dcc-43a6-ba88-efe811431b34 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:40.491275 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8fb7ba5d-30f3-4814-bd9f-718d3ef18f35 req-61c38cef-0dcc-43a6-ba88-efe811431b34 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 944 time: 0.0510256 Sep 14 23:08:40.538178 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c9369-d6fe-4f26-b655-ff4fc80098d3 req-83a9fc64-8a95-4513-8a8d-daab1ec03d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:40.538857 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8fb7ba5d-30f3-4814-bd9f-718d3ef18f35 req-5ced14c2-dd4d-44d1-89f1-2e55044a5cea tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414011 Sep 14 23:08:40.539839 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-645c9369-d6fe-4f26-b655-ff4fc80098d3 req-83a9fc64-8a95-4513-8a8d-daab1ec03d8c service neutron] 10.222.0.52 "GET /v2.0/networks?id=3efb33cd-c3d1-4574-b595-4ef315e545cb HTTP/1.1" status: 200 len: 909 time: 0.0896306 Sep 14 23:08:40.608319 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-645c9369-d6fe-4f26-b655-ff4fc80098d3 req-0605ab0a-b399-4eb1-8739-fba22050aa26 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=edd06b9b-9eb3-4710-be54-9c1b89f2be5a HTTP/1.1" status: 200 len: 999 time: 0.0566099 Sep 14 23:08:40.642087 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-6811dec8-31b6-4550-ae0a-c97f77b07a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'name': 'tempest-TestShelveInstance-547458774-router', 'tenant_id': 'a7319052cbd445279c634b71fd2736d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '08db243d-c293-4064-88a2-f3ac16d89071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:17Z', 'updated_at': '2021-09-14T23:07:22Z', 'revision_number': 4, 'project_id': 'a7319052cbd445279c634b71fd2736d4', 'gw_port': {'id': '08db243d-c293-4064-88a2-f3ac16d89071', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:17Z', 'updated_at': '2021-09-14T23:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_floatingips': [{'id': 'bfb4f37a-9aa0-4c9a-ad92-0f2d0f924a92', 'tenant_id': 'a7319052cbd445279c634b71fd2736d4', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'router_id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'port_id': 'edd06b9b-9eb3-4710-be54-9c1b89f2be5a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3efb33cd-c3d1-4574-b595-4ef315e545cb', 'mac_address': 'fa:16:3e:69:b6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c5ab0-8449-4b25-a425-fca002f43fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T23:08:39Z', 'updated_at': '2021-09-14T23:08:39Z', 'revision_number': 0, 'project_id': 'a7319052cbd445279c634b71fd2736d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9454100-8139-41b1-ad2e-d5bf039ee4f4', 'name': '', 'network_id': '3efb33cd-c3d1-4574-b595-4ef315e545cb', 'tenant_id': 'a7319052cbd445279c634b71fd2736d4', 'mac_address': 'fa:16:3e:8e:34:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bde3a9c9-df2c-4163-99b8-693b9b6f7a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:21Z', 'updated_at': '2021-09-14T23:07:27Z', 'revision_number': 5, 'project_id': 'a7319052cbd445279c634b71fd2736d4', 'subnets': [{'id': 'bde3a9c9-df2c-4163-99b8-693b9b6f7a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:40.668299 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c9369-d6fe-4f26-b655-ff4fc80098d3 req-f506fdc1-a825-4c1c-95cb-f8ccd8685b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:40.670234 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-645c9369-d6fe-4f26-b655-ff4fc80098d3 req-f506fdc1-a825-4c1c-95cb-f8ccd8685b4c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bde3a9c9-df2c-4163-99b8-693b9b6f7a85 HTTP/1.1" status: 200 len: 847 time: 0.0500598 Sep 14 23:08:40.675714 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6811dec8-31b6-4550-ae0a-c97f77b07a58 None None] Checking router: cd16d56f-5cd8-454c-9d2c-000f4553ec7c for host: dv-cinder-760178-13-iscsi {{(pid=94137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:08:40.684422 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6811dec8-31b6-4550-ae0a-c97f77b07a58 None None] Routers {'cd16d56f-5cd8-454c-9d2c-000f4553ec7c'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:08:40.687218 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-6811dec8-31b6-4550-ae0a-c97f77b07a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:08:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['cd16d56f-5cd8-454c-9d2c-000f4553ec7c'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:40.721119 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c9369-d6fe-4f26-b655-ff4fc80098d3 req-1c3f7880-8d36-47e5-a002-41c4f8e5d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:40.723307 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-645c9369-d6fe-4f26-b655-ff4fc80098d3 req-1c3f7880-8d36-47e5-a002-41c4f8e5d71c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3efb33cd-c3d1-4574-b595-4ef315e545cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0441852 Sep 14 23:08:40.800330 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e92c7-8604-4213-aaae-d7a97db0ffde req-00daf8d9-32e0-41f8-bf74-870563c7fcda tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:40.801544 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-6811dec8-31b6-4550-ae0a-c97f77b07a58 None None] Set router cd16d56f-5cd8-454c-9d2c-000f4553ec7c gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:08:40.802441 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-081e92c7-8604-4213-aaae-d7a97db0ffde req-00daf8d9-32e0-41f8-bf74-870563c7fcda tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0754738 Sep 14 23:08:40.848848 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-081e92c7-8604-4213-aaae-d7a97db0ffde req-11c6610a-f37b-42c4-ae61-2531ad9fb386 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400279 Sep 14 23:08:40.859266 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-645c9369-d6fe-4f26-b655-ff4fc80098d3 req-2e012ba3-4ea3-448c-87f8-f6a3f092d31a service neutron] 10.222.0.52 "GET /v2.0/networks/3efb33cd-c3d1-4574-b595-4ef315e545cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204500 Sep 14 23:08:40.964522 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-645c9369-d6fe-4f26-b655-ff4fc80098d3 req-18ae211a-47c3-4a14-9e31-86ef84cc8470 service neutron] 10.222.0.52 "GET /v2.0/networks/3efb33cd-c3d1-4574-b595-4ef315e545cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965712 Sep 14 23:08:41.066999 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-6811dec8-31b6-4550-ae0a-c97f77b07a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'name': 'tempest-TestShelveInstance-547458774-router', 'tenant_id': 'a7319052cbd445279c634b71fd2736d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '08db243d-c293-4064-88a2-f3ac16d89071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:17Z', 'updated_at': '2021-09-14T23:07:22Z', 'revision_number': 4, 'project_id': 'a7319052cbd445279c634b71fd2736d4', 'gw_port': {'id': '08db243d-c293-4064-88a2-f3ac16d89071', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:17Z', 'updated_at': '2021-09-14T23:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_floatingips': [{'id': 'bfb4f37a-9aa0-4c9a-ad92-0f2d0f924a92', 'tenant_id': 'a7319052cbd445279c634b71fd2736d4', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'router_id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'port_id': 'edd06b9b-9eb3-4710-be54-9c1b89f2be5a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3efb33cd-c3d1-4574-b595-4ef315e545cb', 'mac_address': 'fa:16:3e:69:b6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c5ab0-8449-4b25-a425-fca002f43fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T23:08:39Z', 'updated_at': '2021-09-14T23:08:39Z', 'revision_number': 0, 'project_id': 'a7319052cbd445279c634b71fd2736d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9454100-8139-41b1-ad2e-d5bf039ee4f4', 'name': '', 'network_id': '3efb33cd-c3d1-4574-b595-4ef315e545cb', 'tenant_id': 'a7319052cbd445279c634b71fd2736d4', 'mac_address': 'fa:16:3e:8e:34:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bde3a9c9-df2c-4163-99b8-693b9b6f7a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:21Z', 'updated_at': '2021-09-14T23:07:27Z', 'revision_number': 5, 'project_id': 'a7319052cbd445279c634b71fd2736d4', 'subnets': [{'id': 'bde3a9c9-df2c-4163-99b8-693b9b6f7a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:41.093299 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6811dec8-31b6-4550-ae0a-c97f77b07a58 None None] The sync data for ids ['cd16d56f-5cd8-454c-9d2c-000f4553ec7c'] in dv-cinder-760178-13-iscsi is: [{'id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'name': 'tempest-TestShelveInstance-547458774-router', 'tenant_id': 'a7319052cbd445279c634b71fd2736d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '08db243d-c293-4064-88a2-f3ac16d89071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:17Z', 'updated_at': '2021-09-14T23:07:22Z', 'revision_number': 4, 'project_id': 'a7319052cbd445279c634b71fd2736d4', 'gw_port': {'id': '08db243d-c293-4064-88a2-f3ac16d89071', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:17Z', 'updated_at': '2021-09-14T23:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_floatingips': [{'id': 'bfb4f37a-9aa0-4c9a-ad92-0f2d0f924a92', 'tenant_id': 'a7319052cbd445279c634b71fd2736d4', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'router_id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'port_id': 'edd06b9b-9eb3-4710-be54-9c1b89f2be5a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3efb33cd-c3d1-4574-b595-4ef315e545cb', 'mac_address': 'fa:16:3e:69:b6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c5ab0-8449-4b25-a425-fca002f43fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T23:08:39Z', 'updated_at': '2021-09-14T23:08:39Z', 'revision_number': 0, 'project_id': 'a7319052cbd445279c634b71fd2736d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9454100-8139-41b1-ad2e-d5bf039ee4f4', 'name': '', 'network_id': '3efb33cd-c3d1-4574-b595-4ef315e545cb', 'tenant_id': 'a7319052cbd445279c634b71fd2736d4', 'mac_address': 'fa:16:3e:8e:34:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bde3a9c9-df2c-4163-99b8-693b9b6f7a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:21Z', 'updated_at': '2021-09-14T23:07:27Z', 'revision_number': 5, 'project_id': 'a7319052cbd445279c634b71fd2736d4', 'subnets': [{'id': 'bde3a9c9-df2c-4163-99b8-693b9b6f7a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:08:41.137478 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device ebe7b57d-3af1-43bb-9955-81e0db5eed10 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=94136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 23:08:41.139558 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device d097e64d-d5b0-44aa-9785-a801be858f31 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:08:41.164315 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] No Port match for: d097e64d-d5b0-44aa-9785-a801be858f31 {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:08:41.164679 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device d097e64d-d5b0-44aa-9785-a801be858f31 not bound to the agent host hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:08:41.252385 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port ebe7b57d-3af1-43bb-9955-81e0db5eed10, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=ebe7b57d-3af1-43bb-9955-81e0db5eed10,segment=NetworkSegment(7fb02b41-577f-4192-b7fa-301b1defa6b4),segment_id=7fb02b41-577f-4192-b7fa-301b1defa6b4)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:08:41.263517 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Returning: {'device': 'ebe7b57d-3af1-43bb-9955-81e0db5eed10', 'network_id': '75df04b7-109f-47d1-ada3-939d55f6000f', 'port_id': 'ebe7b57d-3af1-43bb-9955-81e0db5eed10', 'mac_address': 'fa:16:3e:ff:fa:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85dd972-c009-40bc-a65e-f5ee6b80dcaf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 23:08:41.292148 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a87745-0734-48d1-ace0-32fb4afac92c None None] New status for floating IP bfb4f37a-9aa0-4c9a-ad92-0f2d0f924a92: ACTIVE {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:08:41.337501 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:41.361140 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebe7b57d-3af1-43bb-9955-81e0db5eed10 {{(pid=94136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:08:41.413309 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port ebe7b57d-3af1-43bb-9955-81e0db5eed10, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=ebe7b57d-3af1-43bb-9955-81e0db5eed10,segment=NetworkSegment(7fb02b41-577f-4192-b7fa-301b1defa6b4),segment_id=7fb02b41-577f-4192-b7fa-301b1defa6b4)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:08:41.425966 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:41.498880 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=ebe7b57d-3af1-43bb-9955-81e0db5eed10,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:41.654001 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6490f54-b023-4708-a9d2-dd22a006ba3c req-b09b450a-ecaa-4f63-826e-3464c4ed68a7 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:41.655476 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f6490f54-b023-4708-a9d2-dd22a006ba3c req-b09b450a-ecaa-4f63-826e-3464c4ed68a7 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 945 time: 0.0520444 Sep 14 23:08:41.692356 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f6490f54-b023-4708-a9d2-dd22a006ba3c req-d2005793-e622-4925-a269-2633626829e3 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310483 Sep 14 23:08:41.977111 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402584a-9da1-4f05-826c-a73b7da52957 req-4b25b1b9-ce8c-4545-a6c3-d5a71a495e38 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:41.978623 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2402584a-9da1-4f05-826c-a73b7da52957 req-4b25b1b9-ce8c-4545-a6c3-d5a71a495e38 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0568972 Sep 14 23:08:42.015811 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2402584a-9da1-4f05-826c-a73b7da52957 req-56f2091f-a22d-452c-9325-7e5ced83117f tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309336 Sep 14 23:08:42.802109 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48a9af-99ab-480b-a6c3-a2831fea66c1 req-cd26cd83-c845-421a-9bdb-3721377360bc tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:42.803573 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1d48a9af-99ab-480b-a6c3-a2831fea66c1 req-cd26cd83-c845-421a-9bdb-3721377360bc tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 945 time: 0.0473821 Sep 14 23:08:42.839801 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1d48a9af-99ab-480b-a6c3-a2831fea66c1 req-d92c0b84-f8e4-4a22-93a6-16410be937e7 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297925 Sep 14 23:08:43.133520 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c43a7-8e57-427c-9f61-99bf62e32ffd req-035b2d25-3d4a-46ff-b7a6-00086e8ff1c0 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:43.135058 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2b0c43a7-8e57-427c-9f61-99bf62e32ffd req-035b2d25-3d4a-46ff-b7a6-00086e8ff1c0 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0517600 Sep 14 23:08:43.175990 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2b0c43a7-8e57-427c-9f61-99bf62e32ffd req-6219e74e-213d-4030-9369-febd87d70ed9 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343976 Sep 14 23:08:43.961107 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca03f7c-937b-4d85-a2be-b8ea00e90469 req-4dd675c9-4d15-4379-92ca-fa6b5d0f6742 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:43.962592 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fca03f7c-937b-4d85-a2be-b8ea00e90469 req-4dd675c9-4d15-4379-92ca-fa6b5d0f6742 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 945 time: 0.0508168 Sep 14 23:08:43.999543 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fca03f7c-937b-4d85-a2be-b8ea00e90469 req-f9c397ad-78a4-4bc7-baa9-8047b2ff9d72 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310314 Sep 14 23:08:44.288488 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451dce4-8895-4c48-93b0-77a9a5bbbb65 req-db28aa12-d8a4-4f47-9d01-5f7da1d99576 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:44.290003 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5451dce4-8895-4c48-93b0-77a9a5bbbb65 req-db28aa12-d8a4-4f47-9d01-5f7da1d99576 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0470366 Sep 14 23:08:44.327600 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5451dce4-8895-4c48-93b0-77a9a5bbbb65 req-bb8d2d4a-0b65-4de6-899e-ef583473f847 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305159 Sep 14 23:08:44.638656 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['ebe7b57d-3af1-43bb-9955-81e0db5eed10'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:08:45.114725 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3499f8b-c6e6-49a4-8a04-a2f53844133c req-a37c731c-c951-4b2a-995a-1b4baa74f4f1 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:45.116453 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e3499f8b-c6e6-49a4-8a04-a2f53844133c req-a37c731c-c951-4b2a-995a-1b4baa74f4f1 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 945 time: 0.0518453 Sep 14 23:08:45.158307 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e3499f8b-c6e6-49a4-8a04-a2f53844133c req-c4b91d55-e421-451f-b3c8-655b16d3dd45 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356016 Sep 14 23:08:45.325676 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0b4b0-7be3-414e-b208-dd4ed01611c4 req-f38c5e8b-c399-4c5e-badf-2954d46a7719 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:45.327157 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-41d0b4b0-7be3-414e-b208-dd4ed01611c4 req-f38c5e8b-c399-4c5e-badf-2954d46a7719 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.52 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0500870 Sep 14 23:08:45.429917 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-41d0b4b0-7be3-414e-b208-dd4ed01611c4 req-538951b1-90cc-4bae-8ab5-1e72f860240f tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Deleting port 62948c9e-37ac-4b8d-a204-5537e386aab9 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:08:45.430181 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-41d0b4b0-7be3-414e-b208-dd4ed01611c4 req-538951b1-90cc-4bae-8ab5-1e72f860240f tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:45.446944 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3cf40-5db4-4cf8-8f04-37c8c62b160e req-aca80b41-9c94-4e7d-b28a-27bfe68c7f88 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:45.448654 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-aef3cf40-5db4-4cf8-8f04-37c8c62b160e req-aca80b41-9c94-4e7d-b28a-27bfe68c7f88 tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/ports?device_id=2525046c-5414-40da-9f51-242719d157c7 HTTP/1.1" status: 200 len: 946 time: 0.0518639 Sep 14 23:08:45.490117 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-aef3cf40-5db4-4cf8-8f04-37c8c62b160e req-5d487b84-3322-494e-b99d-717151a126ed tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.39 "GET /v2.0/security-groups?id=82dfd438-ff9d-4be9-8a4c-a72e368c9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347877 Sep 14 23:08:45.521440 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-41d0b4b0-7be3-414e-b208-dd4ed01611c4 req-538951b1-90cc-4bae-8ab5-1e72f860240f tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] For port 62948c9e-37ac-4b8d-a204-5537e386aab9, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=62948c9e-37ac-4b8d-a204-5537e386aab9,segment=NetworkSegment(41365fa4-5123-4bae-82a6-374b27b20a4c),segment_id=41365fa4-5123-4bae-82a6-374b27b20a4c)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:08:45.521829 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-41d0b4b0-7be3-414e-b208-dd4ed01611c4 req-538951b1-90cc-4bae-8ab5-1e72f860240f tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:45.534444 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-41d0b4b0-7be3-414e-b208-dd4ed01611c4 req-538951b1-90cc-4bae-8ab5-1e72f860240f tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Calling delete_port for 62948c9e-37ac-4b8d-a204-5537e386aab9 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:08:45.659420 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-41d0b4b0-7be3-414e-b208-dd4ed01611c4 req-538951b1-90cc-4bae-8ab5-1e72f860240f tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:45.670951 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['62948c9e-37ac-4b8d-a204-5537e386aab9'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:08:45.689663 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538951b1-90cc-4bae-8ab5-1e72f860240f tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Pushing event deleted for resources: {'Port': ['ID=62948c9e-37ac-4b8d-a204-5537e386aab9,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:45.733275 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d0b4b0-7be3-414e-b208-dd4ed01611c4 req-538951b1-90cc-4bae-8ab5-1e72f860240f tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] No DVR routers for this DVR port 62948c9e-37ac-4b8d-a204-5537e386aab9 on host hv-cinder-76017 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:08:45.735774 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-41d0b4b0-7be3-414e-b208-dd4ed01611c4 req-538951b1-90cc-4bae-8ab5-1e72f860240f tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:45.737759 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-41d0b4b0-7be3-414e-b208-dd4ed01611c4 req-538951b1-90cc-4bae-8ab5-1e72f860240f tempest-ServerRescueNegativeTestJSON-1451089893 tempest-ServerRescueNegativeTestJSON-1451089893-project] 10.222.0.52 "DELETE /v2.0/ports/62948c9e-37ac-4b8d-a204-5537e386aab9 HTTP/1.1" status: 204 len: 173 time: 0.4033983 Sep 14 23:08:45.738186 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2525046c-5414-40da-9f51-242719d157c7', 'name': 'network-vif-deleted', 'tag': '62948c9e-37ac-4b8d-a204-5537e386aab9'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:08:45.740417 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b27504ed887e131bccbae67cb08e94fb53697a19aeb48787dd98b51fbb9c8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0800c78e-ba9b-454c-8017-190300089194" -d '{"events": [{"server_uuid": "2525046c-5414-40da-9f51-242719d157c7", "name": "network-vif-deleted", "tag": "62948c9e-37ac-4b8d-a204-5537e386aab9"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:08:45.776669 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9ac56e-ca50-4dbf-a199-ac09432e30e6 x-openstack-request-id: req-cc9ac56e-ca50-4dbf-a199-ac09432e30e6 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:08:45.776962 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2525046c-5414-40da-9f51-242719d157c7", "name": "network-vif-deleted", "tag": "62948c9e-37ac-4b8d-a204-5537e386aab9", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:08:45.777215 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cc9ac56e-ca50-4dbf-a199-ac09432e30e6 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:08:45.777609 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2525046c-5414-40da-9f51-242719d157c7', 'name': 'network-vif-deleted', 'tag': '62948c9e-37ac-4b8d-a204-5537e386aab9', 'status': 'completed', 'code': 200} Sep 14 23:08:46.287689 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device ebe7b57d-3af1-43bb-9955-81e0db5eed10 up at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:08:46.297427 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c11cf-8667-4053-bcf2-c650c634a377 req-245977e0-7813-491f-9aed-25e0ed6f56e2 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:46.298912 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fa3c11cf-8667-4053-bcf2-c650c634a377 req-245977e0-7813-491f-9aed-25e0ed6f56e2 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 945 time: 0.0575490 Sep 14 23:08:46.334426 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning for port ebe7b57d-3af1-43bb-9955-81e0db5eed10 completed by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:08:46.335521 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fa3c11cf-8667-4053-bcf2-c650c634a377 req-44f27fe0-7af1-43f6-8039-38ce4772984b tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304940 Sep 14 23:08:46.339393 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning complete for port ebe7b57d-3af1-43bb-9955-81e0db5eed10 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:08:46.339533 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:46.420456 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:46.442699 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea41754-3f62-4aa3-89fa-05b421052478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe7b57d-3af1-43bb-9955-81e0db5eed10'}] {{(pid=94136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:08:46.444840 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2b16cdf9a486da92f6eb6a5b1ab92e1b41f493a7e96932162ce692d4f29dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04173ee-187f-4653-9ddd-626e16622d5e" -d '{"events": [{"server_uuid": "3ea41754-3f62-4aa3-89fa-05b421052478", "name": "network-vif-plugged", "status": "completed", "tag": "ebe7b57d-3af1-43bb-9955-81e0db5eed10"}]}' {{(pid=94136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:08:46.458602 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port ebe7b57d-3af1-43bb-9955-81e0db5eed10, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=ebe7b57d-3af1-43bb-9955-81e0db5eed10,segment=NetworkSegment(7fb02b41-577f-4192-b7fa-301b1defa6b4),segment_id=7fb02b41-577f-4192-b7fa-301b1defa6b4)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:08:46.464095 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:46.464919 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 62948c9e-37ac-4b8d-a204-5537e386aab9 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:08:46.513280 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc95e50-c4d1-40c3-8669-aff1f1ad54d4 x-openstack-request-id: req-bfc95e50-c4d1-40c3-8669-aff1f1ad54d4 {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:08:46.513567 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea41754-3f62-4aa3-89fa-05b421052478", "name": "network-vif-plugged", "status": "completed", "tag": "ebe7b57d-3af1-43bb-9955-81e0db5eed10", "code": 200}]} {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:08:46.513815 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bfc95e50-c4d1-40c3-8669-aff1f1ad54d4 {{(pid=94136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:08:46.514200 dv-cinder-760178-13-iscsi neutron-server[94136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea41754-3f62-4aa3-89fa-05b421052478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe7b57d-3af1-43bb-9955-81e0db5eed10', 'code': 200} Sep 14 23:08:46.516767 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] No Port match for: 62948c9e-37ac-4b8d-a204-5537e386aab9 {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:08:46.517113 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 62948c9e-37ac-4b8d-a204-5537e386aab9 not bound to the agent host hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:08:46.542853 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=ebe7b57d-3af1-43bb-9955-81e0db5eed10,revision_number=5']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:46.547566 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 46922) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:08:46.959782 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1b0f1100-c4ce-4bac-8b77-c973bd274313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530187'] for router_interface, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:47.482937 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d7fbf-b147-471d-a923-65540e74aaf4 req-a33a842d-294f-4fdc-a68a-247e2cb8df28 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:47.484337 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-db6d7fbf-b147-471d-a923-65540e74aaf4 req-a33a842d-294f-4fdc-a68a-247e2cb8df28 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 946 time: 0.0746005 Sep 14 23:08:47.514603 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-1b0f1100-c4ce-4bac-8b77-c973bd274313 admin admin] Deleting port 17fde02c-d1ae-4d9b-a2c4-eb9e637320c3 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:08:47.514943 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1b0f1100-c4ce-4bac-8b77-c973bd274313 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:47.543275 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-db6d7fbf-b147-471d-a923-65540e74aaf4 req-6e39435a-00ed-473b-b300-bf7b1fe1b161 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525205 Sep 14 23:08:47.609121 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-1b0f1100-c4ce-4bac-8b77-c973bd274313 admin admin] For port 17fde02c-d1ae-4d9b-a2c4-eb9e637320c3, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=17fde02c-d1ae-4d9b-a2c4-eb9e637320c3,segment=NetworkSegment(41365fa4-5123-4bae-82a6-374b27b20a4c),segment_id=41365fa4-5123-4bae-82a6-374b27b20a4c)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:08:47.609495 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1b0f1100-c4ce-4bac-8b77-c973bd274313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:47.621946 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-1b0f1100-c4ce-4bac-8b77-c973bd274313 admin admin] Calling delete_port for 17fde02c-d1ae-4d9b-a2c4-eb9e637320c3 owned by network:router_interface {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:08:47.802564 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1b0f1100-c4ce-4bac-8b77-c973bd274313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:47.825147 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f1100-c4ce-4bac-8b77-c973bd274313 admin admin] Pushing event deleted for resources: {'Port': ['ID=17fde02c-d1ae-4d9b-a2c4-eb9e637320c3,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:47.986838 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1b0f1100-c4ce-4bac-8b77-c973bd274313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529339'] for router_interface, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:48.193800 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0f1100-c4ce-4bac-8b77-c973bd274313 admin admin] Router 7c55dc58-bc72-409f-9dfe-58a2fa82d185 has already been hosted by L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f {{(pid=94135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 23:08:48.303272 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0f1100-c4ce-4bac-8b77-c973bd274313 admin admin] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:08:48.308307 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-1b0f1100-c4ce-4bac-8b77-c973bd274313 admin admin] 10.222.0.39 "PUT /v2.0/routers/7c55dc58-bc72-409f-9dfe-58a2fa82d185/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7597322 Sep 14 23:08:48.310760 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 46936) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:08:48.313256 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d5c461-674b-4fb3-92fc-c99290b54e5e None None] Sync routers for ids ['7c55dc58-bc72-409f-9dfe-58a2fa82d185'] in dv-cinder-760178-13-iscsi {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:08:48.322246 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d5c461-674b-4fb3-92fc-c99290b54e5e None None] Routers {'7c55dc58-bc72-409f-9dfe-58a2fa82d185'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:08:48.322935 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-03d5c461-674b-4fb3-92fc-c99290b54e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:08:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['7c55dc58-bc72-409f-9dfe-58a2fa82d185'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:48.411407 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ecb472a1-200f-41b2-a13f-d315380e5581 admin admin] Notify callbacks [] for router, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:48.423976 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-03d5c461-674b-4fb3-92fc-c99290b54e5e None None] Set router 7c55dc58-bc72-409f-9dfe-58a2fa82d185 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:08:48.517883 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ecb472a1-200f-41b2-a13f-d315380e5581 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:48.572555 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-ecb472a1-200f-41b2-a13f-d315380e5581 admin admin] Deleting port c76c15ba-57c1-4814-9489-732b7217f244 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:08:48.572555 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ecb472a1-200f-41b2-a13f-d315380e5581 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:48.686242 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-03d5c461-674b-4fb3-92fc-c99290b54e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c55dc58-bc72-409f-9dfe-58a2fa82d185', 'name': 'tempest-ServerRescueNegativeTestJSON-126448057-router', 'tenant_id': '4f55ab5d5aec4aa4bb5fad6ed7ea1c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c76c15ba-57c1-4814-9489-732b7217f244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:04:50Z', 'updated_at': '2021-09-14T23:08:47Z', 'revision_number': 5, 'project_id': '4f55ab5d5aec4aa4bb5fad6ed7ea1c17', 'gw_port': {'id': 'c76c15ba-57c1-4814-9489-732b7217f244', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c55dc58-bc72-409f-9dfe-58a2fa82d185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:50Z', 'updated_at': '2021-09-14T23:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi'}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:48.686503 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-ecb472a1-200f-41b2-a13f-d315380e5581 admin admin] For port c76c15ba-57c1-4814-9489-732b7217f244, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=c76c15ba-57c1-4814-9489-732b7217f244,segment=NetworkSegment(a9a9fb15-9287-4c77-9a23-3b65ea6f31f5),segment_id=a9a9fb15-9287-4c77-9a23-3b65ea6f31f5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:08:48.686734 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ecb472a1-200f-41b2-a13f-d315380e5581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:48.705917 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e806ab5-1142-4f33-a876-9485ce5feb0e req-5f24ef20-9429-4e34-acbd-d4fe243bab3e tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:48.707423 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9e806ab5-1142-4f33-a876-9485ce5feb0e req-5f24ef20-9429-4e34-acbd-d4fe243bab3e tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 946 time: 0.0785747 Sep 14 23:08:48.711306 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-ecb472a1-200f-41b2-a13f-d315380e5581 admin admin] Calling delete_port for c76c15ba-57c1-4814-9489-732b7217f244 owned by network:router_gateway {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:08:48.714057 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d5c461-674b-4fb3-92fc-c99290b54e5e None None] Checking router: 7c55dc58-bc72-409f-9dfe-58a2fa82d185 for host: dv-cinder-760178-13-iscsi {{(pid=94137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:08:48.722501 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d5c461-674b-4fb3-92fc-c99290b54e5e None None] Routers {'7c55dc58-bc72-409f-9dfe-58a2fa82d185'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:08:48.723115 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-03d5c461-674b-4fb3-92fc-c99290b54e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:08:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['7c55dc58-bc72-409f-9dfe-58a2fa82d185'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:48.784730 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9e806ab5-1142-4f33-a876-9485ce5feb0e req-14ed7618-5132-44a4-a6e5-512532faaa10 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687096 Sep 14 23:08:48.807855 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-03d5c461-674b-4fb3-92fc-c99290b54e5e None None] Set router 7c55dc58-bc72-409f-9dfe-58a2fa82d185 gateway port host: None {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:08:48.861220 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-03d5c461-674b-4fb3-92fc-c99290b54e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c55dc58-bc72-409f-9dfe-58a2fa82d185', 'name': 'tempest-ServerRescueNegativeTestJSON-126448057-router', 'tenant_id': '4f55ab5d5aec4aa4bb5fad6ed7ea1c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:04:50Z', 'updated_at': '2021-09-14T23:08:48Z', 'revision_number': 6, 'project_id': '4f55ab5d5aec4aa4bb5fad6ed7ea1c17', 'gw_port_host': None}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:48.887717 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d5c461-674b-4fb3-92fc-c99290b54e5e None None] The sync data for ids ['7c55dc58-bc72-409f-9dfe-58a2fa82d185'] in dv-cinder-760178-13-iscsi is: [{'id': '7c55dc58-bc72-409f-9dfe-58a2fa82d185', 'name': 'tempest-ServerRescueNegativeTestJSON-126448057-router', 'tenant_id': '4f55ab5d5aec4aa4bb5fad6ed7ea1c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:04:50Z', 'updated_at': '2021-09-14T23:08:48Z', 'revision_number': 6, 'project_id': '4f55ab5d5aec4aa4bb5fad6ed7ea1c17', 'gw_port_host': None}] {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:08:48.919643 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ecb472a1-200f-41b2-a13f-d315380e5581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:48.947054 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb472a1-200f-41b2-a13f-d315380e5581 admin admin] Pushing event deleted for resources: {'Port': ['ID=c76c15ba-57c1-4814-9489-732b7217f244,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:49.012866 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ecb472a1-200f-41b2-a13f-d315380e5581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529277'] for router_gateway, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:49.112781 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ecb472a1-200f-41b2-a13f-d315380e5581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1953'] for router, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:49.114871 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ecb472a1-200f-41b2-a13f-d315380e5581 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:49.174933 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ecb472a1-200f-41b2-a13f-d315380e5581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529879'] for router, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:49.175480 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb472a1-200f-41b2-a13f-d315380e5581 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c55dc58-bc72-409f-9dfe-58a2fa82d185 {{(pid=94135) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 23:08:49.181401 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ecb472a1-200f-41b2-a13f-d315380e5581 admin admin] Notify callbacks [] for router, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:49.183419 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-ecb472a1-200f-41b2-a13f-d315380e5581 admin admin] 10.222.0.39 "DELETE /v2.0/routers/7c55dc58-bc72-409f-9dfe-58a2fa82d185 HTTP/1.1" status: 204 len: 168 time: 0.8715863 Sep 14 23:08:49.185905 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 46944) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:08:49.231182 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a0a6604-89dd-49de-8ff5-c48333295a21 admin admin] Deleting subnet 9f597290-8184-475e-a5f8-accd68e76ba3 {{(pid=94135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 23:08:49.234208 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5a0a6604-89dd-49de-8ff5-c48333295a21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:49.272664 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5a0a6604-89dd-49de-8ff5-c48333295a21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14789343'] for subnet, precommit_delete_associations {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:49.324092 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5a0a6604-89dd-49de-8ff5-c48333295a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3629011'] for subnet, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:49.385808 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5a0a6604-89dd-49de-8ff5-c48333295a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16040463'] for subnet, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:49.398463 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 17fde02c-d1ae-4d9b-a2c4-eb9e637320c3 no longer exists at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:08:49.423115 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] No Port match for: 17fde02c-d1ae-4d9b-a2c4-eb9e637320c3 {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:08:49.423525 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 17fde02c-d1ae-4d9b-a2c4-eb9e637320c3 not bound to the agent host dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:08:49.428830 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a6604-89dd-49de-8ff5-c48333295a21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f597290-8184-475e-a5f8-accd68e76ba3,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:49.434951 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5a0a6604-89dd-49de-8ff5-c48333295a21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:49.436924 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-5a0a6604-89dd-49de-8ff5-c48333295a21 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9f597290-8184-475e-a5f8-accd68e76ba3 HTTP/1.1" status: 204 len: 168 time: 0.2500699 Sep 14 23:08:49.439432 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 46948) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:08:49.465042 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f312f4f-2c22-4405-826e-340ba360cc53 req-3ab42c02-3922-4fac-8d5d-672a3d27a537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:49.466546 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-3f312f4f-2c22-4405-826e-340ba360cc53 req-3ab42c02-3922-4fac-8d5d-672a3d27a537 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 1099 time: 0.0422544 Sep 14 23:08:49.505330 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-acbb0c7c-3ccd-4a95-8e5f-c258b0c9426d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3648290'] for network, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:49.509050 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-3f312f4f-2c22-4405-826e-340ba360cc53 req-039a10b4-4c1b-4084-b085-a253e58cd02e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269248 Sep 14 23:08:49.586579 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-acbb0c7c-3ccd-4a95-8e5f-c258b0c9426d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3627092', 'neutron.services.segments.db._delete_segments_for_network-8755854224285'] for network, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:49.606427 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.services.segments.db [None req-acbb0c7c-3ccd-4a95-8e5f-c258b0c9426d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f36da6-a1ec-4137-a9bd-9ec8524b7b1b']}} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:49.615531 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.services.segments.db [None req-acbb0c7c-3ccd-4a95-8e5f-c258b0c9426d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41365fa4-5123-4bae-82a6-374b27b20a4c') {'for_net_delete': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:49.615902 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.services.segments.db [None req-acbb0c7c-3ccd-4a95-8e5f-c258b0c9426d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41365fa4-5123-4bae-82a6-374b27b20a4c') {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:49.626362 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-acbb0c7c-3ccd-4a95-8e5f-c258b0c9426d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755854225062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14789332'] for segment, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:49.640492 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-acbb0c7c-3ccd-4a95-8e5f-c258b0c9426d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046'] for segment, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:49.647445 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acbb0c7c-3ccd-4a95-8e5f-c258b0c9426d admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:08:49.647858 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-acbb0c7c-3ccd-4a95-8e5f-c258b0c9426d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16666794'] for segment, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:49.649736 dv-cinder-760178-13-iscsi neutron-server[94135]: Traceback (most recent call last): Sep 14 23:08:49.649736 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 23:08:49.649736 dv-cinder-760178-13-iscsi neutron-server[94135]: timer() Sep 14 23:08:49.649736 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 23:08:49.649736 dv-cinder-760178-13-iscsi neutron-server[94135]: cb(*args, **kw) Sep 14 23:08:49.649736 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 23:08:49.649736 dv-cinder-760178-13-iscsi neutron-server[94135]: return func(*args, **kwargs) Sep 14 23:08:49.649736 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 23:08:49.649736 dv-cinder-760178-13-iscsi neutron-server[94135]: self._notify() Sep 14 23:08:49.649736 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 23:08:49.649736 dv-cinder-760178-13-iscsi neutron-server[94135]: self.callback(batched_events) Sep 14 23:08:49.649736 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 23:08:49.649736 dv-cinder-760178-13-iscsi neutron-server[94135]: event.method(event) Sep 14 23:08:49.649736 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 23:08:49.649736 dv-cinder-760178-13-iscsi neutron-server[94135]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 23:08:49.649736 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 23:08:49.649736 dv-cinder-760178-13-iscsi neutron-server[94135]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 23:08:49.649736 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 23:08:49.649736 dv-cinder-760178-13-iscsi neutron-server[94135]: return f(self, *a, **k) Sep 14 23:08:49.649736 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 23:08:49.649736 dv-cinder-760178-13-iscsi neutron-server[94135]: return self._get(url).json() Sep 14 23:08:49.649736 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 23:08:49.649736 dv-cinder-760178-13-iscsi neutron-server[94135]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 23:08:49.649736 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 23:08:49.649736 dv-cinder-760178-13-iscsi neutron-server[94135]: return self.request(url, 'GET', **kwargs) Sep 14 23:08:49.649736 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 23:08:49.649736 dv-cinder-760178-13-iscsi neutron-server[94135]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 23:08:49.649736 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 23:08:49.649736 dv-cinder-760178-13-iscsi neutron-server[94135]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 23:08:49.649736 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 23:08:49.649736 dv-cinder-760178-13-iscsi neutron-server[94135]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 23:08:49.649736 dv-cinder-760178-13-iscsi neutron-server[94135]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 23:08:49.714405 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-acbb0c7c-3ccd-4a95-8e5f-c258b0c9426d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3627085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529177'] for network, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:49.720459 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-acbb0c7c-3ccd-4a95-8e5f-c258b0c9426d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for network, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:49.723926 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-acbb0c7c-3ccd-4a95-8e5f-c258b0c9426d admin admin] 10.222.0.39 "DELETE /v2.0/networks/26f36da6-a1ec-4137-a9bd-9ec8524b7b1b HTTP/1.1" status: 204 len: 168 time: 0.2832713 Sep 14 23:08:49.736263 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb0c7c-3ccd-4a95-8e5f-c258b0c9426d admin admin] Pushing event deleted for resources: {'Network': ['ID=26f36da6-a1ec-4137-a9bd-9ec8524b7b1b,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:49.923043 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715517c-b688-40e7-a1f9-9b2c4e03575c req-68608a08-0a1b-4406-a0d3-73441be86c95 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:49.924864 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c715517c-b688-40e7-a1f9-9b2c4e03575c req-68608a08-0a1b-4406-a0d3-73441be86c95 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 946 time: 0.0681167 Sep 14 23:08:49.925631 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 46968) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:08:49.992880 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-ae902f8a-b57b-4954-ab53-d048a27f0595 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4f55ab5d5aec4aa4bb5fad6ed7ea1c17&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0660377 Sep 14 23:08:49.996155 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 46970) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:08:49.997445 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c715517c-b688-40e7-a1f9-9b2c4e03575c req-d48400ae-87a3-4972-b4d2-2f9eba8c005f tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657003 Sep 14 23:08:50.062816 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1bc8b94d-8ad7-4996-bb33-942e56ca4f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:50.085268 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1bc8b94d-8ad7-4996-bb33-942e56ca4f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:50.110338 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 46974) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:08:50.141535 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1bc8b94d-8ad7-4996-bb33-942e56ca4f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:50.144489 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1bc8b94d-8ad7-4996-bb33-942e56ca4f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:50.146048 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-1bc8b94d-8ad7-4996-bb33-942e56ca4f7a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/82dfd438-ff9d-4be9-8a4c-a72e368c9910 HTTP/1.1" status: 204 len: 168 time: 0.1486537 Sep 14 23:08:50.158632 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8b94d-8ad7-4996-bb33-942e56ca4f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dfd438-ff9d-4be9-8a4c-a72e368c9910,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:50.234728 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0738904c-7206-4116-bca7-3cad5d764798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:50.327723 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0738904c-7206-4116-bca7-3cad5d764798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:50.332361 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0738904c-7206-4116-bca7-3cad5d764798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:50.385178 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-0738904c-7206-4116-bca7-3cad5d764798 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cff5b36ad8e94c1aa40b16e4f63ede9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2734287 Sep 14 23:08:50.385519 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 46988) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:08:50.386372 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0738904c-7206-4116-bca7-3cad5d764798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b731bb1b-ee1f-4037-87ab-5a5a3b49faea,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:50.446006 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9af2aae3-987c-4288-b95c-7093e9739713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:50.468161 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9af2aae3-987c-4288-b95c-7093e9739713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:50.533096 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9af2aae3-987c-4288-b95c-7093e9739713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:50.535976 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9af2aae3-987c-4288-b95c-7093e9739713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:50.539891 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-9af2aae3-987c-4288-b95c-7093e9739713 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b731bb1b-ee1f-4037-87ab-5a5a3b49faea HTTP/1.1" status: 204 len: 168 time: 0.1506069 Sep 14 23:08:50.546965 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2aae3-987c-4288-b95c-7093e9739713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b731bb1b-ee1f-4037-87ab-5a5a3b49faea,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:51.092585 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device c76c15ba-57c1-4814-9489-732b7217f244 no longer exists at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:08:51.122982 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] No Port match for: c76c15ba-57c1-4814-9489-732b7217f244 {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:08:51.123407 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device c76c15ba-57c1-4814-9489-732b7217f244 not bound to the agent host dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:08:51.134779 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c793d-419c-4db7-96f0-d0d37ce5d916 req-4f78bba1-18dc-453c-9055-8fb611333ac5 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:51.137201 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3f6c793d-419c-4db7-96f0-d0d37ce5d916 req-4f78bba1-18dc-453c-9055-8fb611333ac5 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 946 time: 0.0676079 Sep 14 23:08:51.190954 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3f6c793d-419c-4db7-96f0-d0d37ce5d916 req-25b2da36-eb3d-43b5-8dc1-d1497fa527a4 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465231 Sep 14 23:08:51.312306 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11973a14-39fc-4acf-82a7-7fabc8aeea89 req-8b222da8-ea78-4d99-a9fe-11f0d8d14c79 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:51.314975 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-11973a14-39fc-4acf-82a7-7fabc8aeea89 req-8b222da8-ea78-4d99-a9fe-11f0d8d14c79 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 946 time: 0.0548506 Sep 14 23:08:51.356004 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-11973a14-39fc-4acf-82a7-7fabc8aeea89 req-d7a0e4cd-159d-46a9-b164-171a398ba7b5 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350997 Sep 14 23:08:51.725788 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383eca6b-3f97-4c1f-b658-162218162f90 req-9dc60ee3-91c2-4513-8266-b96b535c7ca2 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:08:51.727261 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-383eca6b-3f97-4c1f-b658-162218162f90 req-9dc60ee3-91c2-4513-8266-b96b535c7ca2 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 946 time: 0.0493863 Sep 14 23:08:51.765143 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-383eca6b-3f97-4c1f-b658-162218162f90 req-0a7784ad-1e87-4d23-a77d-5859426b2900 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315182 Sep 14 23:08:53.070228 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 47110) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:08:53.175256 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-71275a7d-72c7-475e-953d-3443bc06e1af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:53.262476 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-71275a7d-72c7-475e-953d-3443bc06e1af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:53.266118 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-71275a7d-72c7-475e-953d-3443bc06e1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:53.304628 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-71275a7d-72c7-475e-953d-3443bc06e1af admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=238b98bc11b24364a332275cf37d0bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333159 Sep 14 23:08:53.305503 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71275a7d-72c7-475e-953d-3443bc06e1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d1d128-d62f-4771-970c-d3caa0bd7f8c,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:53.308011 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 47116) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:08:53.359178 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6c22296f-ded9-4005-b55f-d324acf47564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:53.379223 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6c22296f-ded9-4005-b55f-d324acf47564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:53.430462 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6c22296f-ded9-4005-b55f-d324acf47564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:53.433773 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6c22296f-ded9-4005-b55f-d324acf47564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:53.434916 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-6c22296f-ded9-4005-b55f-d324acf47564 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/07d1d128-d62f-4771-970c-d3caa0bd7f8c HTTP/1.1" status: 204 len: 168 time: 0.1247931 Sep 14 23:08:53.442672 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22296f-ded9-4005-b55f-d324acf47564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d1d128-d62f-4771-970c-d3caa0bd7f8c,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:53.698204 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 47130) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:08:53.712008 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d53967ff-e8e0-4438-bed7-3ba9354d38b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:53.805030 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d53967ff-e8e0-4438-bed7-3ba9354d38b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:53.809601 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d53967ff-e8e0-4438-bed7-3ba9354d38b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:53.848443 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-d53967ff-e8e0-4438-bed7-3ba9354d38b1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7067e38fbd3040dd9408f22612537b1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1491790 Sep 14 23:08:53.849302 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53967ff-e8e0-4438-bed7-3ba9354d38b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f808cf-966e-47ce-beb3-74cf01aa14ba,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:53.851104 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 47132) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:08:53.901822 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a32681a5-b053-4974-80a4-4ec7906b7d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:53.924597 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a32681a5-b053-4974-80a4-4ec7906b7d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:53.969420 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a32681a5-b053-4974-80a4-4ec7906b7d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:53.972132 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a32681a5-b053-4974-80a4-4ec7906b7d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:53.973291 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-a32681a5-b053-4974-80a4-4ec7906b7d8e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/64f808cf-966e-47ce-beb3-74cf01aa14ba HTTP/1.1" status: 204 len: 168 time: 0.1200686 Sep 14 23:08:53.981585 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32681a5-b053-4974-80a4-4ec7906b7d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f808cf-966e-47ce-beb3-74cf01aa14ba,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:56.267216 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 47238) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:08:56.372606 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-39c15ef3-7485-408e-acf0-b0cda38fbd68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:56.459862 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-39c15ef3-7485-408e-acf0-b0cda38fbd68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:56.464253 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-39c15ef3-7485-408e-acf0-b0cda38fbd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:56.501529 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c15ef3-7485-408e-acf0-b0cda38fbd68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1040700-7716-4f25-bf12-7ba466776d92,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:56.505851 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-39c15ef3-7485-408e-acf0-b0cda38fbd68 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=53046b91b11c4701ad88d18842a4b4dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376385 Sep 14 23:08:56.509132 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 47242) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:08:56.556503 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-da019417-8f14-4ed4-aacb-b65729fa0e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:56.577975 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-da019417-8f14-4ed4-aacb-b65729fa0e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:56.621104 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-da019417-8f14-4ed4-aacb-b65729fa0e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:56.623569 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-da019417-8f14-4ed4-aacb-b65729fa0e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:56.624735 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-da019417-8f14-4ed4-aacb-b65729fa0e6f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d1040700-7716-4f25-bf12-7ba466776d92 HTTP/1.1" status: 204 len: 168 time: 0.1152322 Sep 14 23:08:56.632043 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da019417-8f14-4ed4-aacb-b65729fa0e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1040700-7716-4f25-bf12-7ba466776d92,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:58.390309 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 47332) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:08:58.491902 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a279f3e0-9847-406b-84b3-c269628d6ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:58.580090 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a279f3e0-9847-406b-84b3-c269628d6ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:58.583840 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a279f3e0-9847-406b-84b3-c269628d6ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:58.620336 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279f3e0-9847-406b-84b3-c269628d6ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9c8d12-c2f9-458e-b628-38da1cffc020,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:58.625910 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-a279f3e0-9847-406b-84b3-c269628d6ce3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bf60e0b6b28f4508b7342af787808ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345896 Sep 14 23:08:58.628461 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 47336) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:08:58.680857 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-16438b78-fb0a-44d6-b2bb-0e3e26d33e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:58.701166 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-16438b78-fb0a-44d6-b2bb-0e3e26d33e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:58.747131 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-16438b78-fb0a-44d6-b2bb-0e3e26d33e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:58.749858 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-16438b78-fb0a-44d6-b2bb-0e3e26d33e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:58.750999 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-16438b78-fb0a-44d6-b2bb-0e3e26d33e17 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7a9c8d12-c2f9-458e-b628-38da1cffc020 HTTP/1.1" status: 204 len: 168 time: 0.1216080 Sep 14 23:08:58.758541 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16438b78-fb0a-44d6-b2bb-0e3e26d33e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9c8d12-c2f9-458e-b628-38da1cffc020,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:59.003317 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 47344) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:08:59.016520 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3d7ef1b2-c821-400d-9b9d-01fdb715fa7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:59.104895 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3d7ef1b2-c821-400d-9b9d-01fdb715fa7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:59.108411 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3d7ef1b2-c821-400d-9b9d-01fdb715fa7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:59.145070 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-3d7ef1b2-c821-400d-9b9d-01fdb715fa7c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b6c5d09d5bf5421eb6d6463b34bdb56e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1406786 Sep 14 23:08:59.145997 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ef1b2-c821-400d-9b9d-01fdb715fa7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c62af5c-dff0-4eb1-bb62-bae0e31a58cb,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:59.147671 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 47350) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:08:59.197274 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a0467acf-2460-4017-b5b7-aac4a0067f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:59.217122 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a0467acf-2460-4017-b5b7-aac4a0067f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:59.262131 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a0467acf-2460-4017-b5b7-aac4a0067f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:59.264818 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a0467acf-2460-4017-b5b7-aac4a0067f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:59.266009 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-a0467acf-2460-4017-b5b7-aac4a0067f4c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c62af5c-dff0-4eb1-bb62-bae0e31a58cb HTTP/1.1" status: 204 len: 168 time: 0.1172812 Sep 14 23:08:59.274080 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0467acf-2460-4017-b5b7-aac4a0067f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c62af5c-dff0-4eb1-bb62-bae0e31a58cb,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:00.287262 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:02.231741 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-ba88f731-955a-46d4-917c-14165b19cbb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:03.351016 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045e032-9d1b-4c10-b265-314f46225087 req-197ad7e3-dda0-479e-af02-aba725904c99 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:03.352540 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6045e032-9d1b-4c10-b265-314f46225087 req-197ad7e3-dda0-479e-af02-aba725904c99 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 946 time: 0.0552170 Sep 14 23:09:03.400126 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6045e032-9d1b-4c10-b265-314f46225087 req-c43d9cfb-8c11-47e1-99f3-7f28b1c28888 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406144 Sep 14 23:09:03.423525 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 47478) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:03.608374 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 47488) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:03.622507 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2192f384-9c29-447b-8d63-c1fcb944f75a tempest-TestMinimumBasicScenario-2063430633 tempest-TestMinimumBasicScenario-2063430633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:03.624399 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-2192f384-9c29-447b-8d63-c1fcb944f75a tempest-TestMinimumBasicScenario-2063430633 tempest-TestMinimumBasicScenario-2063430633-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 1094 time: 0.1998849 Sep 14 23:09:03.627567 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 47492) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:03.632647 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-0659f2cb-7319-4c8c-a649-0280e4c08182 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Request body: {'floatingip': {'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'port_id': 'ebe7b57d-3af1-43bb-9955-81e0db5eed10', 'tenant_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:09:03.660409 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0659f2cb-7319-4c8c-a649-0280e4c08182 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks [] for floatingip, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:03.766114 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7d403cde-d317-492e-bd29-3441bc2a0d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:03.837154 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030b401-a485-4be1-895c-8dae01fd113f req-25a41da0-c99d-4934-896f-5af4a5b14a11 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:03.838874 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4030b401-a485-4be1-895c-8dae01fd113f req-25a41da0-c99d-4934-896f-5af4a5b14a11 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ad7254-f4f3-4e22-ad47-105c27b68de6 HTTP/1.1" status: 200 len: 946 time: 0.0976343 Sep 14 23:09:03.873153 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0659f2cb-7319-4c8c-a649-0280e4c08182 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:03.940125 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4030b401-a485-4be1-895c-8dae01fd113f req-9d6e592b-1293-4fc3-8a32-623a1c810e3d tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947459 Sep 14 23:09:04.027898 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7d403cde-d317-492e-bd29-3441bc2a0d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:04.034409 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7d403cde-d317-492e-bd29-3441bc2a0d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:04.049661 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-0659f2cb-7319-4c8c-a649-0280e4c08182 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Allocated IP 172.27.3.117 (97df119d-fd41-4b39-86f3-953f642e27ab/0cfef410-e94d-43c5-8572-4959e322a29a/af4f752d-41f7-49a0-b9e5-dbcaf29be130) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:09:04.071086 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 47504) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:04.093301 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-7d403cde-d317-492e-bd29-3441bc2a0d94 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aedff572405344939e83f996ab465909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4835289 Sep 14 23:09:04.093996 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 47508) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:04.108805 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d403cde-d317-492e-bd29-3441bc2a0d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34334ee-efa1-4284-b06d-1ee0d5c3f550,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:04.155763 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-274af861-fde8-4abc-b25c-b63981ae07f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:04.184059 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-274af861-fde8-4abc-b25c-b63981ae07f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:04.197369 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-db21aa29-3558-4d23-87a2-0fbd8067cdcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:04.198921 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0659f2cb-7319-4c8c-a649-0280e4c08182 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:04.232182 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0659f2cb-7319-4c8c-a649-0280e4c08182 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:04.262871 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-274af861-fde8-4abc-b25c-b63981ae07f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:04.265715 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-274af861-fde8-4abc-b25c-b63981ae07f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:04.266861 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-274af861-fde8-4abc-b25c-b63981ae07f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f34334ee-efa1-4284-b06d-1ee0d5c3f550 HTTP/1.1" status: 204 len: 168 time: 0.1716142 Sep 14 23:09:04.268985 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0659f2cb-7319-4c8c-a649-0280e4c08182 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Network 97df119d-fd41-4b39-86f3-953f642e27ab is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:09:04.277893 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-0659f2cb-7319-4c8c-a649-0280e4c08182 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:09:04.281997 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274af861-fde8-4abc-b25c-b63981ae07f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34334ee-efa1-4284-b06d-1ee0d5c3f550,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:04.288363 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0659f2cb-7319-4c8c-a649-0280e4c08182 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:09:04.319631 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659f2cb-7319-4c8c-a649-0280e4c08182 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Pushing event updated for resources: {'Port': ['ID=af4f752d-41f7-49a0-b9e5-dbcaf29be130,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:04.334739 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-db21aa29-3558-4d23-87a2-0fbd8067cdcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:04.339793 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-db21aa29-3558-4d23-87a2-0fbd8067cdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:04.383487 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-db21aa29-3558-4d23-87a2-0fbd8067cdcf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b927fb70e8b94b269119753a904c84e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3109949 Sep 14 23:09:04.384848 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db21aa29-3558-4d23-87a2-0fbd8067cdcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7629a9-6a43-4e95-8f3d-40b2e2dd5f25,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:04.387933 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 47512) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:04.442580 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f98f1760-dbf8-4bb2-afc5-5726abb77af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:04.464828 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f98f1760-dbf8-4bb2-afc5-5726abb77af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:04.521307 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f98f1760-dbf8-4bb2-afc5-5726abb77af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:04.524032 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f98f1760-dbf8-4bb2-afc5-5726abb77af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:04.527826 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-f98f1760-dbf8-4bb2-afc5-5726abb77af4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4d7629a9-6a43-4e95-8f3d-40b2e2dd5f25 HTTP/1.1" status: 204 len: 168 time: 0.1365316 Sep 14 23:09:04.534834 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f1760-dbf8-4bb2-afc5-5726abb77af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7629a9-6a43-4e95-8f3d-40b2e2dd5f25,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:04.581042 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 47518) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:04.594963 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-83ef5df0-5da5-4c7f-b36d-438ad08d6591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:04.701965 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-83ef5df0-5da5-4c7f-b36d-438ad08d6591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:04.706351 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-83ef5df0-5da5-4c7f-b36d-438ad08d6591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:04.747508 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-83ef5df0-5da5-4c7f-b36d-438ad08d6591 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=89ecae7eb43141369d64fa08e82b1947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1653666 Sep 14 23:09:04.750112 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 47524) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:04.756302 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef5df0-5da5-4c7f-b36d-438ad08d6591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2775e4f1-68a1-481f-bbf4-6c8ee074b497,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:04.808130 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bf7ca278-a82e-4989-9ec0-627480c97f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:04.829822 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bf7ca278-a82e-4989-9ec0-627480c97f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:04.890070 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bf7ca278-a82e-4989-9ec0-627480c97f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:04.892382 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bf7ca278-a82e-4989-9ec0-627480c97f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:04.893794 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-bf7ca278-a82e-4989-9ec0-627480c97f9f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2775e4f1-68a1-481f-bbf4-6c8ee074b497 HTTP/1.1" status: 204 len: 168 time: 0.1427522 Sep 14 23:09:04.903776 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ca278-a82e-4989-9ec0-627480c97f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2775e4f1-68a1-481f-bbf4-6c8ee074b497,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:04.925298 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0659f2cb-7319-4c8c-a649-0280e4c08182 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:04.958414 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-9e4b81fc-4dfa-4a51-8aec-45c006b012c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:04.973996 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 47530) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:04.984578 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:04.996416 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-237daaca-5c83-4c97-aff2-da62de4bb741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:05.039763 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0659f2cb-7319-4c8c-a649-0280e4c08182 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:05.140894 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-237daaca-5c83-4c97-aff2-da62de4bb741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:05.145627 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-c11980e6-477d-4298-a97c-260cebd946c0 req-ea399fa5-f56a-403d-846c-5c93fb2f36ae service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790045 Sep 14 23:09:05.147640 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-237daaca-5c83-4c97-aff2-da62de4bb741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:05.157232 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a90d5-b0e7-4c62-a60d-92ee9f84f6cf req-7c5ded2e-31bb-40c3-9e0c-f309f4756ce0 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:05.159572 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-df5a90d5-b0e7-4c62-a60d-92ee9f84f6cf req-7c5ded2e-31bb-40c3-9e0c-f309f4756ce0 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ad7254-f4f3-4e22-ad47-105c27b68de6 HTTP/1.1" status: 200 len: 946 time: 0.0922487 Sep 14 23:09:05.195998 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237daaca-5c83-4c97-aff2-da62de4bb741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4729fa62-b5a5-4ba8-b849-c993dc712b71,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:05.217276 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-237daaca-5c83-4c97-aff2-da62de4bb741 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e52227255e9b4b5f8f26918422be315e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2427876 Sep 14 23:09:05.219308 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 47534) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:05.237947 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11980e6-477d-4298-a97c-260cebd946c0 req-204c4016-6980-4eac-9247-8a20c2ae6750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:05.239808 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-c11980e6-477d-4298-a97c-260cebd946c0 req-204c4016-6980-4eac-9247-8a20c2ae6750 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e1f3957a62c7479aaeab959ee6f17284&device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 1100 time: 0.0592153 Sep 14 23:09:05.283766 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-df5a90d5-b0e7-4c62-a60d-92ee9f84f6cf req-12653b31-f24e-44a0-9be7-aeb6d90b74e2 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878344 Sep 14 23:09:05.322294 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0659f2cb-7319-4c8c-a649-0280e4c08182 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:05.326740 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e8dd0eb8-3f0d-4ac4-b4e2-57d550d03648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:05.329503 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0659f2cb-7319-4c8c-a649-0280e4c08182 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666946'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:05.369441 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11980e6-477d-4298-a97c-260cebd946c0 req-2c00edb6-f042-4351-8fa5-644159f697cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:05.370983 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-c11980e6-477d-4298-a97c-260cebd946c0 req-2c00edb6-f042-4351-8fa5-644159f697cd service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa9e38bf-d2d8-4eb7-8a53-97cdb6720662 HTTP/1.1" status: 200 len: 917 time: 0.1040370 Sep 14 23:09:05.387019 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e8dd0eb8-3f0d-4ac4-b4e2-57d550d03648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:05.426337 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659f2cb-7319-4c8c-a649-0280e4c08182 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Pushing event updated for resources: {'Port': ['ID=af4f752d-41f7-49a0-b9e5-dbcaf29be130,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:05.441763 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-c11980e6-477d-4298-a97c-260cebd946c0 req-7a88ed21-ffbc-41cd-87e0-9c7750437955 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 HTTP/1.1" status: 200 len: 1002 time: 0.0619750 Sep 14 23:09:05.459094 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0659f2cb-7319-4c8c-a649-0280e4c08182 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529163'] for floatingip, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:05.517199 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11980e6-477d-4298-a97c-260cebd946c0 req-e123fe9d-ddd8-4dce-a820-f81695165f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:05.518711 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-c11980e6-477d-4298-a97c-260cebd946c0 req-e123fe9d-ddd8-4dce-a820-f81695165f10 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8fb1c270-17f7-4564-a01a-0bbfc57fb9f4 HTTP/1.1" status: 200 len: 855 time: 0.0657623 Sep 14 23:09:05.548161 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e8dd0eb8-3f0d-4ac4-b4e2-57d550d03648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:05.555995 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e8dd0eb8-3f0d-4ac4-b4e2-57d550d03648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:05.555995 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-e8dd0eb8-3f0d-4ac4-b4e2-57d550d03648 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4729fa62-b5a5-4ba8-b849-c993dc712b71 HTTP/1.1" status: 204 len: 168 time: 0.3320296 Sep 14 23:09:05.569289 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd0eb8-3f0d-4ac4-b4e2-57d550d03648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4729fa62-b5a5-4ba8-b849-c993dc712b71,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:05.583523 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.db.l3_db [None req-0659f2cb-7319-4c8c-a649-0280e4c08182 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Floating IP 4b227888-f497-411a-b034-b4c622175046 associated. External IP: 172.27.3.117, port: ebe7b57d-3af1-43bb-9955-81e0db5eed10. Sep 14 23:09:05.583846 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11980e6-477d-4298-a97c-260cebd946c0 req-09c81451-0552-43fa-a705-bbdba110bfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:05.585385 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-c11980e6-477d-4298-a97c-260cebd946c0 req-09c81451-0552-43fa-a705-bbdba110bfb4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa9e38bf-d2d8-4eb7-8a53-97cdb6720662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0516713 Sep 14 23:09:05.719413 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-c11980e6-477d-4298-a97c-260cebd946c0 req-7fdebec7-d40f-4a24-b6cd-2f0623184a91 service neutron] 10.222.0.52 "GET /v2.0/networks/aa9e38bf-d2d8-4eb7-8a53-97cdb6720662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057489 Sep 14 23:09:05.847024 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-c11980e6-477d-4298-a97c-260cebd946c0 req-e2bbc723-f32f-430c-a5ac-0f1120c177de service neutron] 10.222.0.52 "GET /v2.0/networks/aa9e38bf-d2d8-4eb7-8a53-97cdb6720662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186938 Sep 14 23:09:05.879650 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b5c21-6fff-4012-8750-322e1d394480 req-4ea77630-efa6-4a06-ad36-9e905db8adcc tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:05.881325 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-df4b5c21-6fff-4012-8750-322e1d394480 req-4ea77630-efa6-4a06-ad36-9e905db8adcc tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0ad7254-f4f3-4e22-ad47-105c27b68de6 HTTP/1.1" status: 200 len: 946 time: 0.0853086 Sep 14 23:09:05.896514 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0659f2cb-7319-4c8c-a649-0280e4c08182 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Router 9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6 has already been hosted by L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f {{(pid=94135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 23:09:06.044073 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:06.093472 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [req-df4b5c21-6fff-4012-8750-322e1d394480 req-b004d744-84da-4446-a547-f0337b399ba0 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Deleting port 2c735b78-0b08-486f-bd68-5900bd71216a {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:09:06.094045 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-df4b5c21-6fff-4012-8750-322e1d394480 req-b004d744-84da-4446-a547-f0337b399ba0 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:06.098223 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0659f2cb-7319-4c8c-a649-0280e4c08182 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:09:06.116160 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769a5660-ebdb-4735-b9bf-9ebfa6df4650 None None] Sync routers for ids ['9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6'] in dv-cinder-760178-13-iscsi {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:09:06.136372 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769a5660-ebdb-4735-b9bf-9ebfa6df4650 None None] Routers {'9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:09:06.137276 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-769a5660-ebdb-4735-b9bf-9ebfa6df4650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:09:05Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:09:06.143671 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0659f2cb-7319-4c8c-a649-0280e4c08182 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for floatingip, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:06.279135 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-0659f2cb-7319-4c8c-a649-0280e4c08182 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6502984 Sep 14 23:09:06.281534 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea41754-3f62-4aa3-89fa-05b421052478', 'tag': 'ebe7b57d-3af1-43bb-9955-81e0db5eed10'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:09:06.282171 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 47578) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:06.284002 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e3d9041226317d09edcf9166cd50e54bb38c01393ec1a923659a7df53ecbff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d9dd9c-2e2c-4f47-ac9b-619690705fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "3ea41754-3f62-4aa3-89fa-05b421052478", "tag": "ebe7b57d-3af1-43bb-9955-81e0db5eed10"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:09:06.288459 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-95f9ff3e-ccee-4e02-8eea-eb8ebfec1e27 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1885141168', 'description': 'tempest-secgroup-smoke-1885141168 description', 'project_id': '16f8af8a3e5e4c55b7201be8a5d05ee2'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:09:06.333313 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-769a5660-ebdb-4735-b9bf-9ebfa6df4650 None None] Set router 9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:09:06.350522 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 23:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85460de9-37f3-4685-8192-203a42dee125 x-openstack-request-id: req-85460de9-37f3-4685-8192-203a42dee125 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:09:06.350807 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ea41754-3f62-4aa3-89fa-05b421052478", "tag": "ebe7b57d-3af1-43bb-9955-81e0db5eed10", "status": "completed", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:09:06.351056 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-85460de9-37f3-4685-8192-203a42dee125 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:09:06.351442 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ea41754-3f62-4aa3-89fa-05b421052478', 'tag': 'ebe7b57d-3af1-43bb-9955-81e0db5eed10', 'status': 'completed', 'code': 200} Sep 14 23:09:06.372352 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-95f9ff3e-ccee-4e02-8eea-eb8ebfec1e27 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:06.378755 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.db [req-df4b5c21-6fff-4012-8750-322e1d394480 req-b004d744-84da-4446-a547-f0337b399ba0 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] For port 2c735b78-0b08-486f-bd68-5900bd71216a, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=2c735b78-0b08-486f-bd68-5900bd71216a,segment=NetworkSegment(c360a02f-7804-4a78-b403-a270fa5b9669),segment_id=c360a02f-7804-4a78-b403-a270fa5b9669)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:09:06.379155 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-df4b5c21-6fff-4012-8750-322e1d394480 req-b004d744-84da-4446-a547-f0337b399ba0 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:06.405555 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [req-df4b5c21-6fff-4012-8750-322e1d394480 req-b004d744-84da-4446-a547-f0337b399ba0 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Calling delete_port for 2c735b78-0b08-486f-bd68-5900bd71216a owned by compute:nova {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:09:06.482967 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9dd9c-2e2c-4f47-ac9b-619690705fe0 req-b5bb5f2b-257e-4069-a5fd-78e5cec051d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:06.484552 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-14d9dd9c-2e2c-4f47-ac9b-619690705fe0 req-b5bb5f2b-257e-4069-a5fd-78e5cec051d1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=16f8af8a3e5e4c55b7201be8a5d05ee2&device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 1099 time: 0.0946319 Sep 14 23:09:06.549907 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c91f7c-6263-4d51-8f35-dcbb6afcb314 req-05a174e6-2a47-4734-838c-7f42c06d2406 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:06.551597 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-09c91f7c-6263-4d51-8f35-dcbb6afcb314 req-05a174e6-2a47-4734-838c-7f42c06d2406 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ad7254-f4f3-4e22-ad47-105c27b68de6 HTTP/1.1" status: 200 len: 946 time: 0.1242085 Sep 14 23:09:06.561362 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-95f9ff3e-ccee-4e02-8eea-eb8ebfec1e27 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:06.600694 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-95f9ff3e-ccee-4e02-8eea-eb8ebfec1e27 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:06.638333 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-09c91f7c-6263-4d51-8f35-dcbb6afcb314 req-18032dfb-68c3-44e7-a40f-11eeb505d962 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.39 "GET /v2.0/security-groups?id=82aef4b5-fac5-4224-a4e7-9981e0e70041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718243 Sep 14 23:09:06.658048 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f9ff3e-ccee-4e02-8eea-eb8ebfec1e27 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d926f52-75a7-4367-a53a-256c0c745726,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:06.666939 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-95f9ff3e-ccee-4e02-8eea-eb8ebfec1e27 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:06.667996 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-95f9ff3e-ccee-4e02-8eea-eb8ebfec1e27 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3845761 Sep 14 23:09:06.671940 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 47588) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:06.674069 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9dd9c-2e2c-4f47-ac9b-619690705fe0 req-198f294a-bfd5-4e45-8588-4e3b215c02a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:06.676053 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-14d9dd9c-2e2c-4f47-ac9b-619690705fe0 req-198f294a-bfd5-4e45-8588-4e3b215c02a9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=75df04b7-109f-47d1-ada3-939d55f6000f HTTP/1.1" status: 200 len: 915 time: 0.1818042 Sep 14 23:09:06.676929 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-0a263d39-6921-4037-89e1-99fca73a598f tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Request body: {'security_group_rule': {'security_group_id': '6d926f52-75a7-4367-a53a-256c0c745726', 'project_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:09:06.683700 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-df4b5c21-6fff-4012-8750-322e1d394480 req-b004d744-84da-4446-a547-f0337b399ba0 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:06.718357 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['2c735b78-0b08-486f-bd68-5900bd71216a'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:09:06.762403 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004d744-84da-4446-a547-f0337b399ba0 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Pushing event deleted for resources: {'Port': ['ID=2c735b78-0b08-486f-bd68-5900bd71216a,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:06.768196 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-14d9dd9c-2e2c-4f47-ac9b-619690705fe0 req-01729bf7-cc3c-4ccf-ae69-580f398c2886 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebe7b57d-3af1-43bb-9955-81e0db5eed10 HTTP/1.1" status: 200 len: 1000 time: 0.0784004 Sep 14 23:09:06.790496 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0a263d39-6921-4037-89e1-99fca73a598f tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:06.813383 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4b5c21-6fff-4012-8750-322e1d394480 req-b004d744-84da-4446-a547-f0337b399ba0 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] No DVR routers for this DVR port 2c735b78-0b08-486f-bd68-5900bd71216a on host hv-cinder-76017 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:09:06.817667 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-df4b5c21-6fff-4012-8750-322e1d394480 req-b004d744-84da-4446-a547-f0337b399ba0 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:06.820383 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-df4b5c21-6fff-4012-8750-322e1d394480 req-b004d744-84da-4446-a547-f0337b399ba0 tempest-VolumesSnapshotTestJSON-1982487994 tempest-VolumesSnapshotTestJSON-1982487994-project] 10.222.0.52 "DELETE /v2.0/ports/2c735b78-0b08-486f-bd68-5900bd71216a HTTP/1.1" status: 204 len: 173 time: 0.9225652 Sep 14 23:09:06.832328 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-769a5660-ebdb-4735-b9bf-9ebfa6df4650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'name': 'tempest-TestMinimumBasicScenario-951826626-router', 'tenant_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'af5db499-8d11-448a-9101-c7da0bbd3e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:53Z', 'updated_at': '2021-09-14T23:07:57Z', 'revision_number': 4, 'project_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'gw_port': {'id': 'af5db499-8d11-448a-9101-c7da0bbd3e8c', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:45:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:54Z', 'updated_at': '2021-09-14T23:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_floatingips': [{'id': '4b227888-f497-411a-b034-b4c622175046', 'tenant_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'router_id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'port_id': 'ebe7b57d-3af1-43bb-9955-81e0db5eed10', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75df04b7-109f-47d1-ada3-939d55f6000f', 'mac_address': 'fa:16:3e:ff:fa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea41754-3f62-4aa3-89fa-05b421052478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T23:09:04Z', 'updated_at': '2021-09-14T23:09:04Z', 'revision_number': 0, 'project_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '933884ed-5cb9-4873-9920-7c8028c0e84d', 'name': '', 'network_id': '75df04b7-109f-47d1-ada3-939d55f6000f', 'tenant_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'mac_address': 'fa:16:3e:34:68:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f85dd972-c009-40bc-a65e-f5ee6b80dcaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:56Z', 'updated_at': '2021-09-14T23:08:03Z', 'revision_number': 5, 'project_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'subnets': [{'id': 'f85dd972-c009-40bc-a65e-f5ee6b80dcaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:09:06.850265 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9dd9c-2e2c-4f47-ac9b-619690705fe0 req-59d6aa72-6ff6-4db1-815f-9ef8ad4f6821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:06.853963 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-14d9dd9c-2e2c-4f47-ac9b-619690705fe0 req-59d6aa72-6ff6-4db1-815f-9ef8ad4f6821 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f85dd972-c009-40bc-a65e-f5ee6b80dcaf HTTP/1.1" status: 200 len: 853 time: 0.0755167 Sep 14 23:09:06.871799 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769a5660-ebdb-4735-b9bf-9ebfa6df4650 None None] Checking router: 9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6 for host: dv-cinder-760178-13-iscsi {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:09:06.881898 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769a5660-ebdb-4735-b9bf-9ebfa6df4650 None None] Routers {'9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:09:06.882578 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-769a5660-ebdb-4735-b9bf-9ebfa6df4650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:09:05Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:09:06.890335 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0a263d39-6921-4037-89e1-99fca73a598f tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:06.897758 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0a263d39-6921-4037-89e1-99fca73a598f tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474660'] for security_group_rule, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:06.919807 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a263d39-6921-4037-89e1-99fca73a598f tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95086a26-097d-4bf0-8b6c-560cccff324c,revision_number=0']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:06.929874 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0a263d39-6921-4037-89e1-99fca73a598f tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:06.931624 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-0a263d39-6921-4037-89e1-99fca73a598f tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2587461 Sep 14 23:09:06.937871 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 47596) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:06.949504 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-63aafe36-2a07-4f2a-ac46-7c6e8fee7c04 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Request body: {'security_group_rule': {'security_group_id': '6d926f52-75a7-4367-a53a-256c0c745726', 'project_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:09:06.984745 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9dd9c-2e2c-4f47-ac9b-619690705fe0 req-c004fb57-0220-45e3-a5f0-bbfaa5f90c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:06.986273 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-14d9dd9c-2e2c-4f47-ac9b-619690705fe0 req-c004fb57-0220-45e3-a5f0-bbfaa5f90c92 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=75df04b7-109f-47d1-ada3-939d55f6000f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1091580 Sep 14 23:09:06.996508 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-63aafe36-2a07-4f2a-ac46-7c6e8fee7c04 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:07.035942 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-769a5660-ebdb-4735-b9bf-9ebfa6df4650 None None] Set router 9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:09:07.109633 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-63aafe36-2a07-4f2a-ac46-7c6e8fee7c04 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:07.121931 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-63aafe36-2a07-4f2a-ac46-7c6e8fee7c04 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474660'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:07.138591 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-14d9dd9c-2e2c-4f47-ac9b-619690705fe0 req-2b7d593a-d305-474b-8a81-330f2e73f921 service neutron] 10.222.0.52 "GET /v2.0/networks/75df04b7-109f-47d1-ada3-939d55f6000f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379828 Sep 14 23:09:07.145217 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aafe36-2a07-4f2a-ac46-7c6e8fee7c04 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4067469a-d05b-4f29-84ab-c33a948c3aba,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:07.151559 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-63aafe36-2a07-4f2a-ac46-7c6e8fee7c04 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:07.155616 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-63aafe36-2a07-4f2a-ac46-7c6e8fee7c04 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2130771 Sep 14 23:09:07.155616 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 47602) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:07.167042 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-22c4a73b-bd95-46a9-9bc2-3c20804c8e1c tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Request body: {'security_group_rule': {'security_group_id': '6d926f52-75a7-4367-a53a-256c0c745726', 'project_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:09:07.247787 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-22c4a73b-bd95-46a9-9bc2-3c20804c8e1c tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:07.280333 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-769a5660-ebdb-4735-b9bf-9ebfa6df4650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'name': 'tempest-TestMinimumBasicScenario-951826626-router', 'tenant_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'af5db499-8d11-448a-9101-c7da0bbd3e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:53Z', 'updated_at': '2021-09-14T23:07:57Z', 'revision_number': 4, 'project_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'gw_port': {'id': 'af5db499-8d11-448a-9101-c7da0bbd3e8c', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:45:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:54Z', 'updated_at': '2021-09-14T23:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_floatingips': [{'id': '4b227888-f497-411a-b034-b4c622175046', 'tenant_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'router_id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'port_id': 'ebe7b57d-3af1-43bb-9955-81e0db5eed10', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75df04b7-109f-47d1-ada3-939d55f6000f', 'mac_address': 'fa:16:3e:ff:fa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea41754-3f62-4aa3-89fa-05b421052478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T23:09:04Z', 'updated_at': '2021-09-14T23:09:04Z', 'revision_number': 0, 'project_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '933884ed-5cb9-4873-9920-7c8028c0e84d', 'name': '', 'network_id': '75df04b7-109f-47d1-ada3-939d55f6000f', 'tenant_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'mac_address': 'fa:16:3e:34:68:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f85dd972-c009-40bc-a65e-f5ee6b80dcaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:56Z', 'updated_at': '2021-09-14T23:08:03Z', 'revision_number': 5, 'project_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'subnets': [{'id': 'f85dd972-c009-40bc-a65e-f5ee6b80dcaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:09:07.283115 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-14d9dd9c-2e2c-4f47-ac9b-619690705fe0 req-034db3f0-7667-4805-9a15-fcbd1959f7e1 service neutron] 10.222.0.52 "GET /v2.0/networks/75df04b7-109f-47d1-ada3-939d55f6000f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290982 Sep 14 23:09:07.318693 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769a5660-ebdb-4735-b9bf-9ebfa6df4650 None None] The sync data for ids ['9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6'] in dv-cinder-760178-13-iscsi is: [{'id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'name': 'tempest-TestMinimumBasicScenario-951826626-router', 'tenant_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'af5db499-8d11-448a-9101-c7da0bbd3e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:53Z', 'updated_at': '2021-09-14T23:07:57Z', 'revision_number': 4, 'project_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'gw_port': {'id': 'af5db499-8d11-448a-9101-c7da0bbd3e8c', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:45:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:54Z', 'updated_at': '2021-09-14T23:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_floatingips': [{'id': '4b227888-f497-411a-b034-b4c622175046', 'tenant_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'router_id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'port_id': 'ebe7b57d-3af1-43bb-9955-81e0db5eed10', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75df04b7-109f-47d1-ada3-939d55f6000f', 'mac_address': 'fa:16:3e:ff:fa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea41754-3f62-4aa3-89fa-05b421052478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T23:09:04Z', 'updated_at': '2021-09-14T23:09:04Z', 'revision_number': 0, 'project_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '933884ed-5cb9-4873-9920-7c8028c0e84d', 'name': '', 'network_id': '75df04b7-109f-47d1-ada3-939d55f6000f', 'tenant_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'mac_address': 'fa:16:3e:34:68:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f85dd972-c009-40bc-a65e-f5ee6b80dcaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:56Z', 'updated_at': '2021-09-14T23:08:03Z', 'revision_number': 5, 'project_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'subnets': [{'id': 'f85dd972-c009-40bc-a65e-f5ee6b80dcaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:09:07.320526 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-22c4a73b-bd95-46a9-9bc2-3c20804c8e1c tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:07.326324 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-22c4a73b-bd95-46a9-9bc2-3c20804c8e1c tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474660'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:07.368879 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-22c4a73b-bd95-46a9-9bc2-3c20804c8e1c tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:07.371583 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-22c4a73b-bd95-46a9-9bc2-3c20804c8e1c tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2151818 Sep 14 23:09:07.373484 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4a73b-bd95-46a9-9bc2-3c20804c8e1c tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f1d14d0-a2f7-4660-afd5-6fec46959ae1,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:07.374598 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 47614) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:07.380804 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-3f351f62-d14f-4947-a423-e0b543b84ed4 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Request body: {'security_group_rule': {'security_group_id': '6d926f52-75a7-4367-a53a-256c0c745726', 'project_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:09:07.440539 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3f351f62-d14f-4947-a423-e0b543b84ed4 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:07.529842 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3f351f62-d14f-4947-a423-e0b543b84ed4 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:07.535984 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3f351f62-d14f-4947-a423-e0b543b84ed4 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474660'] for security_group_rule, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:07.567676 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f351f62-d14f-4947-a423-e0b543b84ed4 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65a727db-1fa7-414e-bc9e-fa0dcbc0f8d1,revision_number=0']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:07.572549 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3f351f62-d14f-4947-a423-e0b543b84ed4 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:07.574190 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-3f351f62-d14f-4947-a423-e0b543b84ed4 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1985795 Sep 14 23:09:07.576929 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 47630) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:07.583258 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-65c94eb7-6263-41a2-87c6-e3c5029dd33b tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Request body: {'security_group_rule': {'security_group_id': '6d926f52-75a7-4367-a53a-256c0c745726', 'project_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:09:07.609352 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.db.securitygroups_db [None req-65c94eb7-6263-41a2-87c6-e3c5029dd33b tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Project 16f8af8a3e5e4c55b7201be8a5d05ee2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:09:07.615861 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-65c94eb7-6263-41a2-87c6-e3c5029dd33b tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:07.655547 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82d8a1f-d0b2-469a-bae1-560b962c7519 None None] New status for floating IP 4b227888-f497-411a-b034-b4c622175046: ACTIVE {{(pid=94137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:09:07.726973 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-65c94eb7-6263-41a2-87c6-e3c5029dd33b tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:07.731763 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-65c94eb7-6263-41a2-87c6-e3c5029dd33b tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474660'] for security_group_rule, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:07.764806 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c94eb7-6263-41a2-87c6-e3c5029dd33b tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=372eb98f-3456-429f-8374-bc14a1c883cb,revision_number=0']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:07.770576 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-65c94eb7-6263-41a2-87c6-e3c5029dd33b tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:07.772198 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-65c94eb7-6263-41a2-87c6-e3c5029dd33b tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1941032 Sep 14 23:09:07.775161 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 47656) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:07.782831 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-c097aaa1-abf6-4378-822f-d1cfcf1d92d3 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Request body: {'security_group_rule': {'security_group_id': '6d926f52-75a7-4367-a53a-256c0c745726', 'project_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:09:07.817272 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.db.securitygroups_db [None req-c097aaa1-abf6-4378-822f-d1cfcf1d92d3 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Project 16f8af8a3e5e4c55b7201be8a5d05ee2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:09:07.827197 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c097aaa1-abf6-4378-822f-d1cfcf1d92d3 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:07.905298 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:07.926691 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c097aaa1-abf6-4378-822f-d1cfcf1d92d3 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:07.932942 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c097aaa1-abf6-4378-822f-d1cfcf1d92d3 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474660'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:07.963343 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097aaa1-abf6-4378-822f-d1cfcf1d92d3 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13d0c829-e944-4905-9b97-b782eb63c701,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:07.972722 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c097aaa1-abf6-4378-822f-d1cfcf1d92d3 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:07.973824 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-c097aaa1-abf6-4378-822f-d1cfcf1d92d3 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1956210 Sep 14 23:09:08.066512 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c4c0e52a-ac8f-40e9-9885-67cfaf60a03b req-716e512b-5e74-4bf0-8964-ef89dfbd2626 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1885141168&fields=id&tenant_id=16f8af8a3e5e4c55b7201be8a5d05ee2 HTTP/1.1" status: 200 len: 267 time: 0.0451722 Sep 14 23:09:08.129284 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0e52a-ac8f-40e9-9885-67cfaf60a03b req-125d496b-f393-4652-98a5-520cc8755035 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:08.137624 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c4c0e52a-ac8f-40e9-9885-67cfaf60a03b req-125d496b-f393-4652-98a5-520cc8755035 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 946 time: 0.0697811 Sep 14 23:09:08.148151 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [req-c4c0e52a-ac8f-40e9-9885-67cfaf60a03b req-822a68fd-7e25-442e-934f-ababc55f460e tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Request body: {'port': {'security_groups': ['45dcf2d1-4614-4fe2-8c6d-082001e89ecf', '6d926f52-75a7-4367-a53a-256c0c745726']}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:09:08.224043 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-c4c0e52a-ac8f-40e9-9885-67cfaf60a03b req-822a68fd-7e25-442e-934f-ababc55f460e tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:08.352329 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ad7254-f4f3-4e22-ad47-105c27b68de6', 'name': 'network-vif-deleted', 'tag': '2c735b78-0b08-486f-bd68-5900bd71216a'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:09:08.356106 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e3d9041226317d09edcf9166cd50e54bb38c01393ec1a923659a7df53ecbff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e337d548-029f-4cb3-96fd-a690cdf9fb5f" -d '{"events": [{"server_uuid": "e0ad7254-f4f3-4e22-ad47-105c27b68de6", "name": "network-vif-deleted", "tag": "2c735b78-0b08-486f-bd68-5900bd71216a"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:09:08.400325 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 47692) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:08.408858 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed0d5de-a663-4b83-ad59-ca8113a3d9f5 x-openstack-request-id: req-2ed0d5de-a663-4b83-ad59-ca8113a3d9f5 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:09:08.409379 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ad7254-f4f3-4e22-ad47-105c27b68de6", "name": "network-vif-deleted", "tag": "2c735b78-0b08-486f-bd68-5900bd71216a", "status": "completed", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:09:08.409379 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2ed0d5de-a663-4b83-ad59-ca8113a3d9f5 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:09:08.409734 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ad7254-f4f3-4e22-ad47-105c27b68de6', 'name': 'network-vif-deleted', 'tag': '2c735b78-0b08-486f-bd68-5900bd71216a', 'status': 'completed', 'code': 200} Sep 14 23:09:08.442586 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.db [req-c4c0e52a-ac8f-40e9-9885-67cfaf60a03b req-822a68fd-7e25-442e-934f-ababc55f460e tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] For port ebe7b57d-3af1-43bb-9955-81e0db5eed10, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=ebe7b57d-3af1-43bb-9955-81e0db5eed10,segment=NetworkSegment(7fb02b41-577f-4192-b7fa-301b1defa6b4),segment_id=7fb02b41-577f-4192-b7fa-301b1defa6b4)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:09:08.475903 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-c4c0e52a-ac8f-40e9-9885-67cfaf60a03b req-822a68fd-7e25-442e-934f-ababc55f460e tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:08.481147 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-c4c0e52a-ac8f-40e9-9885-67cfaf60a03b req-822a68fd-7e25-442e-934f-ababc55f460e tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666946'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:08.493663 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['ebe7b57d-3af1-43bb-9955-81e0db5eed10'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:09:08.512796 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-78c3f85c-fd6e-4182-ae01-dce8289bf212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:08.528106 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0e52a-ac8f-40e9-9885-67cfaf60a03b req-822a68fd-7e25-442e-934f-ababc55f460e tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:08.528839 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-c4c0e52a-ac8f-40e9-9885-67cfaf60a03b req-822a68fd-7e25-442e-934f-ababc55f460e tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:08.530267 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c4c0e52a-ac8f-40e9-9885-67cfaf60a03b req-822a68fd-7e25-442e-934f-ababc55f460e tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "PUT /v2.0/ports/ebe7b57d-3af1-43bb-9955-81e0db5eed10 HTTP/1.1" status: 200 len: 982 time: 0.3916583 Sep 14 23:09:08.556210 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a68fd-7e25-442e-934f-ababc55f460e tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Pushing event updated for resources: {'Port': ['ID=ebe7b57d-3af1-43bb-9955-81e0db5eed10,revision_number=6']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:08.634973 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['ebe7b57d-3af1-43bb-9955-81e0db5eed10'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:09:08.661623 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81680a-ab30-4021-a130-73ea89190354 req-43ae8834-6dbe-4e1a-815d-56fcd0de2818 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:08.663343 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-aa81680a-ab30-4021-a130-73ea89190354 req-43ae8834-6dbe-4e1a-815d-56fcd0de2818 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 985 time: 0.0566640 Sep 14 23:09:08.678762 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-78c3f85c-fd6e-4182-ae01-dce8289bf212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:08.684547 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-78c3f85c-fd6e-4182-ae01-dce8289bf212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:08.713883 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-aa81680a-ab30-4021-a130-73ea89190354 req-432a4a14-7db8-4ee2-b4a5-01c9cf5e8b82 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&id=6d926f52-75a7-4367-a53a-256c0c745726&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395472 Sep 14 23:09:08.737983 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-78c3f85c-fd6e-4182-ae01-dce8289bf212 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e3893873e5444d2f8faf7670c77e28ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3360903 Sep 14 23:09:08.740654 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 47698) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:08.741466 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3f85c-fd6e-4182-ae01-dce8289bf212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09453d1-32e5-4175-a9e4-cfbeb0fe70b0,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:08.804304 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4e04461b-b41e-44b9-b1da-db551d79b916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:08.828408 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4e04461b-b41e-44b9-b1da-db551d79b916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:08.859420 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-feabc89f-2f79-484f-9c39-b937d5b45f5b None None] Provisioning complete for port ebe7b57d-3af1-43bb-9955-81e0db5eed10 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:09:08.859688 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-feabc89f-2f79-484f-9c39-b937d5b45f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:08.883193 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4e04461b-b41e-44b9-b1da-db551d79b916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:08.886271 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4e04461b-b41e-44b9-b1da-db551d79b916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:08.887467 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-4e04461b-b41e-44b9-b1da-db551d79b916 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d09453d1-32e5-4175-a9e4-cfbeb0fe70b0 HTTP/1.1" status: 204 len: 168 time: 0.1456513 Sep 14 23:09:08.899024 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04461b-b41e-44b9-b1da-db551d79b916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09453d1-32e5-4175-a9e4-cfbeb0fe70b0,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:09.170134 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 47708) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:09.190490 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-480835e7-da8e-4f3d-bccf-8f99f24bd32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:09.293279 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-480835e7-da8e-4f3d-bccf-8f99f24bd32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:09.297793 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-480835e7-da8e-4f3d-bccf-8f99f24bd32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:09.339767 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-480835e7-da8e-4f3d-bccf-8f99f24bd32f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0254687ed1504a4b93c2c55a30c66d3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1682651 Sep 14 23:09:09.342469 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 47714) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:09.350037 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480835e7-da8e-4f3d-bccf-8f99f24bd32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72dccc3-cd8d-4b4c-a6e4-dbae77c9ecd1,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:09.394850 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c4b2bc86-8e69-4dfa-b3d9-416dbdafc8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:09.415536 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c4b2bc86-8e69-4dfa-b3d9-416dbdafc8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:09.466566 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c4b2bc86-8e69-4dfa-b3d9-416dbdafc8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:09.469386 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c4b2bc86-8e69-4dfa-b3d9-416dbdafc8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:09.470390 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-c4b2bc86-8e69-4dfa-b3d9-416dbdafc8db admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f72dccc3-cd8d-4b4c-a6e4-dbae77c9ecd1 HTTP/1.1" status: 204 len: 168 time: 0.1269565 Sep 14 23:09:09.478097 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2bc86-8e69-4dfa-b3d9-416dbdafc8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72dccc3-cd8d-4b4c-a6e4-dbae77c9ecd1,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:09.641902 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 47728) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:09.748558 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3f45b9fc-de1e-486c-a46b-3fa3477f0576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:09.840542 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3f45b9fc-de1e-486c-a46b-3fa3477f0576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:09.844139 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3f45b9fc-de1e-486c-a46b-3fa3477f0576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:09.883168 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-3f45b9fc-de1e-486c-a46b-3fa3477f0576 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9181aa4b0dc84ae2871212e475265863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397084 Sep 14 23:09:09.884190 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45b9fc-de1e-486c-a46b-3fa3477f0576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd15a45-1d12-4348-a306-96886fd9175c,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:09.886035 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 47740) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:09.938928 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5b0947e4-e433-402e-beed-d21c26cfa5ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:09.960150 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5b0947e4-e433-402e-beed-d21c26cfa5ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:10.008930 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5b0947e4-e433-402e-beed-d21c26cfa5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:10.016114 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5b0947e4-e433-402e-beed-d21c26cfa5ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:10.016114 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-5b0947e4-e433-402e-beed-d21c26cfa5ec admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0bd15a45-1d12-4348-a306-96886fd9175c HTTP/1.1" status: 204 len: 168 time: 0.1275392 Sep 14 23:09:10.023076 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0947e4-e433-402e-beed-d21c26cfa5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd15a45-1d12-4348-a306-96886fd9175c,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:10.411200 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea41754-3f62-4aa3-89fa-05b421052478', 'tag': 'ebe7b57d-3af1-43bb-9955-81e0db5eed10'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:09:10.413594 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e3d9041226317d09edcf9166cd50e54bb38c01393ec1a923659a7df53ecbff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea017491-58b1-46f5-9b58-0edc6098449c" -d '{"events": [{"name": "network-changed", "server_uuid": "3ea41754-3f62-4aa3-89fa-05b421052478", "tag": "ebe7b57d-3af1-43bb-9955-81e0db5eed10"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:09:10.452778 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 23:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aba655f-dfa1-468d-b36f-2e873be1f851 x-openstack-request-id: req-5aba655f-dfa1-468d-b36f-2e873be1f851 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:09:10.453088 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ea41754-3f62-4aa3-89fa-05b421052478", "tag": "ebe7b57d-3af1-43bb-9955-81e0db5eed10", "status": "completed", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:09:10.453344 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5aba655f-dfa1-468d-b36f-2e873be1f851 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:09:10.454308 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ea41754-3f62-4aa3-89fa-05b421052478', 'tag': 'ebe7b57d-3af1-43bb-9955-81e0db5eed10', 'status': 'completed', 'code': 200} Sep 14 23:09:10.532498 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 2c735b78-0b08-486f-bd68-5900bd71216a no longer exists at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:09:10.554230 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] No Port match for: 2c735b78-0b08-486f-bd68-5900bd71216a {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:09:10.554583 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 2c735b78-0b08-486f-bd68-5900bd71216a not bound to the agent host hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:09:10.715915 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 6 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:09:12.479073 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea017491-58b1-46f5-9b58-0edc6098449c req-6f580439-2d7f-4ffe-9568-18276ae7926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:12.481276 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-ea017491-58b1-46f5-9b58-0edc6098449c req-6f580439-2d7f-4ffe-9568-18276ae7926c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=16f8af8a3e5e4c55b7201be8a5d05ee2&device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 1138 time: 0.0435839 Sep 14 23:09:12.570094 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea017491-58b1-46f5-9b58-0edc6098449c req-f837b577-7d4f-4d44-9b35-fa78d3694735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:12.571444 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-ea017491-58b1-46f5-9b58-0edc6098449c req-f837b577-7d4f-4d44-9b35-fa78d3694735 service neutron] 10.222.0.52 "GET /v2.0/networks?id=75df04b7-109f-47d1-ada3-939d55f6000f HTTP/1.1" status: 200 len: 915 time: 0.0822904 Sep 14 23:09:12.900355 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-ea017491-58b1-46f5-9b58-0edc6098449c req-c91e6574-40a5-4c2d-a79a-c7607cde7bb8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebe7b57d-3af1-43bb-9955-81e0db5eed10 HTTP/1.1" status: 200 len: 1002 time: 0.3181708 Sep 14 23:09:12.958663 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea017491-58b1-46f5-9b58-0edc6098449c req-00c2f65e-ad23-4b7b-a565-1091ba31ad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:12.959820 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-ea017491-58b1-46f5-9b58-0edc6098449c req-00c2f65e-ad23-4b7b-a565-1091ba31ad8f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f85dd972-c009-40bc-a65e-f5ee6b80dcaf HTTP/1.1" status: 200 len: 853 time: 0.0516510 Sep 14 23:09:13.016001 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea017491-58b1-46f5-9b58-0edc6098449c req-3351a9c5-9c65-4a1d-b76f-69e787d7da4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:13.017607 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-ea017491-58b1-46f5-9b58-0edc6098449c req-3351a9c5-9c65-4a1d-b76f-69e787d7da4b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=75df04b7-109f-47d1-ada3-939d55f6000f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0499063 Sep 14 23:09:13.125613 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-ea017491-58b1-46f5-9b58-0edc6098449c req-4b52e939-4e1b-4807-b921-ceab3c4405f4 service neutron] 10.222.0.52 "GET /v2.0/networks/75df04b7-109f-47d1-ada3-939d55f6000f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988915 Sep 14 23:09:13.233385 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-ea017491-58b1-46f5-9b58-0edc6098449c req-7f5ff75f-d647-4ec4-b69e-b5fec3312f56 service neutron] 10.222.0.52 "GET /v2.0/networks/75df04b7-109f-47d1-ada3-939d55f6000f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831974 Sep 14 23:09:17.560666 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb11424-2a4e-466c-80a3-e24d3110744b req-56112114-ddcd-4551-88f1-aac1aa3ff5f8 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:17.562162 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6eb11424-2a4e-466c-80a3-e24d3110744b req-56112114-ddcd-4551-88f1-aac1aa3ff5f8 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 947 time: 0.0518525 Sep 14 23:09:17.599012 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6eb11424-2a4e-466c-80a3-e24d3110744b req-c7323f5c-7e32-4073-a8d4-7ec905dda844 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309901 Sep 14 23:09:18.721980 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630fcef-429f-4fe5-8139-e7bc927c5941 req-b118e4a2-77ff-40c7-93f2-0a97139102c3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:18.723449 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1630fcef-429f-4fe5-8139-e7bc927c5941 req-b118e4a2-77ff-40c7-93f2-0a97139102c3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 947 time: 0.0496964 Sep 14 23:09:18.760784 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1630fcef-429f-4fe5-8139-e7bc927c5941 req-5b2a143c-6a9c-43be-add6-3a43141c331b tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312295 Sep 14 23:09:19.741883 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86df4f-4df9-4990-8b03-e32ba085e4ef req-b1f0522e-f274-4e92-8bef-058f5a535f11 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:19.743332 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-af86df4f-4df9-4990-8b03-e32ba085e4ef req-b1f0522e-f274-4e92-8bef-058f5a535f11 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.52 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 947 time: 0.0531781 Sep 14 23:09:19.837621 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-af86df4f-4df9-4990-8b03-e32ba085e4ef req-0a018075-e9a6-415e-9cf7-d2a5e55f1022 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Deleting port 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:09:19.837972 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-af86df4f-4df9-4990-8b03-e32ba085e4ef req-0a018075-e9a6-415e-9cf7-d2a5e55f1022 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:19.893467 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081d861-54ff-4c46-85d6-1bd9b4d97981 req-1c379940-b72b-4f09-8211-8369ede0c268 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:19.895003 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0081d861-54ff-4c46-85d6-1bd9b4d97981 req-1c379940-b72b-4f09-8211-8369ede0c268 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 947 time: 0.0544796 Sep 14 23:09:19.935530 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0081d861-54ff-4c46-85d6-1bd9b4d97981 req-9e8b3eb7-064e-45ac-af40-899e4dd5aa26 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=7295f2c9-12b9-42bd-9833-125490e50cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347161 Sep 14 23:09:19.941106 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-af86df4f-4df9-4990-8b03-e32ba085e4ef req-0a018075-e9a6-415e-9cf7-d2a5e55f1022 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] For port 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8,segment=NetworkSegment(be17818b-7699-476a-ab10-d7d8b4987e70),segment_id=be17818b-7699-476a-ab10-d7d8b4987e70)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:09:19.941476 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-af86df4f-4df9-4990-8b03-e32ba085e4ef req-0a018075-e9a6-415e-9cf7-d2a5e55f1022 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:20.171606 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 47970) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:20.172624 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-af86df4f-4df9-4990-8b03-e32ba085e4ef req-0a018075-e9a6-415e-9cf7-d2a5e55f1022 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:20.173045 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-af86df4f-4df9-4990-8b03-e32ba085e4ef req-0a018075-e9a6-415e-9cf7-d2a5e55f1022 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529163'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:20.173310 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.db.l3_db [req-af86df4f-4df9-4990-8b03-e32ba085e4ef req-0a018075-e9a6-415e-9cf7-d2a5e55f1022 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Floating IP de5ae791-3d22-48c0-b98b-8b462c3745f2 disassociated. External IP: 172.27.3.116, port: 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8. Sep 14 23:09:20.173647 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-af86df4f-4df9-4990-8b03-e32ba085e4ef req-0a018075-e9a6-415e-9cf7-d2a5e55f1022 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Calling delete_port for 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:09:20.286733 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cd50b067-51cd-43d5-8fb6-d06f782a8d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:20.312160 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-af86df4f-4df9-4990-8b03-e32ba085e4ef req-0a018075-e9a6-415e-9cf7-d2a5e55f1022 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:20.345463 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a018075-e9a6-415e-9cf7-d2a5e55f1022 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Pushing event deleted for resources: {'Port': ['ID=8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:20.394314 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cd50b067-51cd-43d5-8fb6-d06f782a8d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:20.398097 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cd50b067-51cd-43d5-8fb6-d06f782a8d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:20.437836 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-cd50b067-51cd-43d5-8fb6-d06f782a8d81 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dd61da6683994a56967497d730d4e173&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2646425 Sep 14 23:09:20.438422 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50b067-51cd-43d5-8fb6-d06f782a8d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab6c2bc-c280-4fbb-8b13-b8ca99c9df5c,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:20.440442 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 47978) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:20.461114 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50b067-51cd-43d5-8fb6-d06f782a8d81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:20.461462 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50b067-51cd-43d5-8fb6-d06f782a8d81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:20.461807 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50b067-51cd-43d5-8fb6-d06f782a8d81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:20.462141 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50b067-51cd-43d5-8fb6-d06f782a8d81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:20.462472 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50b067-51cd-43d5-8fb6-d06f782a8d81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:20.462856 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50b067-51cd-43d5-8fb6-d06f782a8d81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:20.463150 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50b067-51cd-43d5-8fb6-d06f782a8d81 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:20.463464 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50b067-51cd-43d5-8fb6-d06f782a8d81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:20.463787 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50b067-51cd-43d5-8fb6-d06f782a8d81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:20.464976 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af86df4f-4df9-4990-8b03-e32ba085e4ef req-0a018075-e9a6-415e-9cf7-d2a5e55f1022 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Router 9bbc854c-1048-4948-aeba-8ad44aa5ecf8 has already been hosted by L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 23:09:20.465322 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50b067-51cd-43d5-8fb6-d06f782a8d81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:20.465842 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50b067-51cd-43d5-8fb6-d06f782a8d81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:20.466172 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50b067-51cd-43d5-8fb6-d06f782a8d81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:20.508279 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f242cd99-6a6c-4256-a7d6-3a7d09508910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:20.531131 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f242cd99-6a6c-4256-a7d6-3a7d09508910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:20.584215 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f242cd99-6a6c-4256-a7d6-3a7d09508910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:20.595077 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f242cd99-6a6c-4256-a7d6-3a7d09508910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:20.595077 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-f242cd99-6a6c-4256-a7d6-3a7d09508910 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fab6c2bc-c280-4fbb-8b13-b8ca99c9df5c HTTP/1.1" status: 204 len: 168 time: 0.1505661 Sep 14 23:09:20.599073 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af86df4f-4df9-4990-8b03-e32ba085e4ef req-0a018075-e9a6-415e-9cf7-d2a5e55f1022 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:09:20.602870 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f242cd99-6a6c-4256-a7d6-3a7d09508910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab6c2bc-c280-4fbb-8b13-b8ca99c9df5c,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:20.627206 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a537e07f-5136-495c-8488-2de5e2de32c9 None None] Sync routers for ids ['9bbc854c-1048-4948-aeba-8ad44aa5ecf8'] in dv-cinder-760178-13-iscsi {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:09:20.639812 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a537e07f-5136-495c-8488-2de5e2de32c9 None None] Routers {'9bbc854c-1048-4948-aeba-8ad44aa5ecf8'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:09:20.641602 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a537e07f-5136-495c-8488-2de5e2de32c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:09:05Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['9bbc854c-1048-4948-aeba-8ad44aa5ecf8'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:09:20.670781 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-af86df4f-4df9-4990-8b03-e32ba085e4ef req-0a018075-e9a6-415e-9cf7-d2a5e55f1022 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] No DVR routers for this DVR port 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 on host hv-cinder-76017 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:09:20.674907 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-af86df4f-4df9-4990-8b03-e32ba085e4ef req-0a018075-e9a6-415e-9cf7-d2a5e55f1022 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:20.678053 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-af86df4f-4df9-4990-8b03-e32ba085e4ef req-0a018075-e9a6-415e-9cf7-d2a5e55f1022 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.52 "DELETE /v2.0/ports/8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 HTTP/1.1" status: 204 len: 173 time: 0.9281628 Sep 14 23:09:20.690512 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9686cd85-5deb-437f-bd81-1b1ad5bfc1b0', 'name': 'network-vif-deleted', 'tag': '8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:09:20.692937 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b27504ed887e131bccbae67cb08e94fb53697a19aeb48787dd98b51fbb9c8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fbab69-b797-464b-84fa-703d078b31ff" -d '{"events": [{"server_uuid": "9686cd85-5deb-437f-bd81-1b1ad5bfc1b0", "name": "network-vif-deleted", "tag": "8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:09:20.794106 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ca9a5b-65c0-4aa0-9828-66ac575c5c9b x-openstack-request-id: req-38ca9a5b-65c0-4aa0-9828-66ac575c5c9b {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:09:20.794106 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9686cd85-5deb-437f-bd81-1b1ad5bfc1b0", "name": "network-vif-deleted", "tag": "8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:09:20.794106 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-38ca9a5b-65c0-4aa0-9828-66ac575c5c9b {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:09:20.795033 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9686cd85-5deb-437f-bd81-1b1ad5bfc1b0', 'name': 'network-vif-deleted', 'tag': '8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8', 'status': 'completed', 'code': 200} Sep 14 23:09:20.801016 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-a537e07f-5136-495c-8488-2de5e2de32c9 None None] Set router 9bbc854c-1048-4948-aeba-8ad44aa5ecf8 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:09:21.056167 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a537e07f-5136-495c-8488-2de5e2de32c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'name': 'tempest-AttachVolumeShelveTestJSON-643546090-router', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:04:50Z', 'updated_at': '2021-09-14T23:04:58Z', 'revision_number': 4, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'gw_port': {'id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:52Z', 'updated_at': '2021-09-14T23:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': 'f643576c-9bcf-4a3c-b150-0786fb9ecec0', 'name': '', 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'mac_address': 'fa:16:3e:01:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:57Z', 'updated_at': '2021-09-14T23:05:11Z', 'revision_number': 5, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'subnets': [{'id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:09:21.066712 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a14b738f-e936-4dec-949d-b1217ecd5ffe req-4ca4b6d6-7031-429c-8494-61a308ca45c8 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 210 time: 0.0363262 Sep 14 23:09:21.083631 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a537e07f-5136-495c-8488-2de5e2de32c9 None None] Checking router: 9bbc854c-1048-4948-aeba-8ad44aa5ecf8 for host: dv-cinder-760178-13-iscsi {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:09:21.092960 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a537e07f-5136-495c-8488-2de5e2de32c9 None None] Routers {'9bbc854c-1048-4948-aeba-8ad44aa5ecf8'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:09:21.093567 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a537e07f-5136-495c-8488-2de5e2de32c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:09:05Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['9bbc854c-1048-4948-aeba-8ad44aa5ecf8'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:09:21.206424 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-a537e07f-5136-495c-8488-2de5e2de32c9 None None] Set router 9bbc854c-1048-4948-aeba-8ad44aa5ecf8 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:09:21.414650 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a537e07f-5136-495c-8488-2de5e2de32c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'name': 'tempest-AttachVolumeShelveTestJSON-643546090-router', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:04:50Z', 'updated_at': '2021-09-14T23:04:58Z', 'revision_number': 4, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'gw_port': {'id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:52Z', 'updated_at': '2021-09-14T23:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': 'f643576c-9bcf-4a3c-b150-0786fb9ecec0', 'name': '', 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'mac_address': 'fa:16:3e:01:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:57Z', 'updated_at': '2021-09-14T23:05:11Z', 'revision_number': 5, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'subnets': [{'id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:09:21.444538 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a537e07f-5136-495c-8488-2de5e2de32c9 None None] The sync data for ids ['9bbc854c-1048-4948-aeba-8ad44aa5ecf8'] in dv-cinder-760178-13-iscsi is: [{'id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'name': 'tempest-AttachVolumeShelveTestJSON-643546090-router', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:04:50Z', 'updated_at': '2021-09-14T23:04:58Z', 'revision_number': 4, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'gw_port': {'id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:52Z', 'updated_at': '2021-09-14T23:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': 'f643576c-9bcf-4a3c-b150-0786fb9ecec0', 'name': '', 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'mac_address': 'fa:16:3e:01:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:57Z', 'updated_at': '2021-09-14T23:05:11Z', 'revision_number': 5, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'subnets': [{'id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:09:21.657418 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfbc806-59b1-48ba-acb6-cc5a8ec95aec None None] New status for floating IP de5ae791-3d22-48c0-b98b-8b462c3745f2: DOWN {{(pid=94137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:09:22.182213 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ecc3fff0-4dca-482d-8cfc-ca87f12b4c24 req-f546d433-893a-489e-be02-1d71f3f6286d tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 210 time: 0.0280302 Sep 14 23:09:23.298616 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b895b433-4fa7-4acd-acb6-bea1b6b69920 req-a16ad247-fe5b-4406-adcd-1b4a0a81507f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 210 time: 0.0261614 Sep 14 23:09:23.353371 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:09:23.374162 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] No Port match for: 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:09:23.374510 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 8c696d70-0d4b-46b7-ac55-9a86c8aa0ee8 not bound to the agent host hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:09:24.408701 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1cf8e598-d8c2-4932-b785-c4994b411011 req-94124104-053d-4825-a790-2d4b4ca77d63 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=9686cd85-5deb-437f-bd81-1b1ad5bfc1b0 HTTP/1.1" status: 200 len: 210 time: 0.0271194 Sep 14 23:09:25.519604 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 48026) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:25.577274 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c9f4563b-4b7a-4969-aeb9-2926d4d4853f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:25.599726 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c9f4563b-4b7a-4969-aeb9-2926d4d4853f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:25.645695 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c9f4563b-4b7a-4969-aeb9-2926d4d4853f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:25.648176 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c9f4563b-4b7a-4969-aeb9-2926d4d4853f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:25.649382 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-c9f4563b-4b7a-4969-aeb9-2926d4d4853f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "DELETE /v2.0/security-groups/7295f2c9-12b9-42bd-9833-125490e50cbe HTTP/1.1" status: 204 len: 168 time: 0.1288035 Sep 14 23:09:25.652268 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 48030) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:25.659150 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f4563b-4b7a-4969-aeb9-2926d4d4853f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7295f2c9-12b9-42bd-9833-125490e50cbe,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:25.671672 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.api.v2.resource [None req-98056c3d-f8b6-4113-b73f-5d553f577dd4 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] show failed (client error): The resource could not be found. Sep 14 23:09:25.673036 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-98056c3d-f8b6-4113-b73f-5d553f577dd4 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups/7295f2c9-12b9-42bd-9833-125490e50cbe HTTP/1.1" status: 404 len: 347 time: 0.0189383 Sep 14 23:09:25.675579 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 48032) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:25.802253 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-a6a6c551-5dd0-4e5a-ac12-6e7073d05115 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Deleting port c9764339-2bfa-49d7-a04f-4df7388e93bc {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:09:25.802595 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a6a6c551-5dd0-4e5a-ac12-6e7073d05115 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:25.876845 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a6a6c551-5dd0-4e5a-ac12-6e7073d05115 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:25.877174 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a6a6c551-5dd0-4e5a-ac12-6e7073d05115 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:25.888588 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-a6a6c551-5dd0-4e5a-ac12-6e7073d05115 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Calling delete_port for c9764339-2bfa-49d7-a04f-4df7388e93bc owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:09:26.027438 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a6a6c551-5dd0-4e5a-ac12-6e7073d05115 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:26.050367 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6c551-5dd0-4e5a-ac12-6e7073d05115 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Pushing event deleted for resources: {'Port': ['ID=c9764339-2bfa-49d7-a04f-4df7388e93bc,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:26.061146 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a6c551-5dd0-4e5a-ac12-6e7073d05115 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:26.061394 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a6c551-5dd0-4e5a-ac12-6e7073d05115 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:26.062231 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a6c551-5dd0-4e5a-ac12-6e7073d05115 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:26.062231 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a6c551-5dd0-4e5a-ac12-6e7073d05115 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:26.062535 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a6c551-5dd0-4e5a-ac12-6e7073d05115 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:26.062733 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a6c551-5dd0-4e5a-ac12-6e7073d05115 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:26.063069 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a6c551-5dd0-4e5a-ac12-6e7073d05115 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:26.063429 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a6c551-5dd0-4e5a-ac12-6e7073d05115 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:26.063762 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a6c551-5dd0-4e5a-ac12-6e7073d05115 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:26.064093 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a6c551-5dd0-4e5a-ac12-6e7073d05115 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:26.064426 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a6c551-5dd0-4e5a-ac12-6e7073d05115 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:26.064857 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a6c551-5dd0-4e5a-ac12-6e7073d05115 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:26.126271 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a6a6c551-5dd0-4e5a-ac12-6e7073d05115 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:26.128898 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a6a6c551-5dd0-4e5a-ac12-6e7073d05115 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:26.130083 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-a6a6c551-5dd0-4e5a-ac12-6e7073d05115 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "DELETE /v2.0/floatingips/de5ae791-3d22-48c0-b98b-8b462c3745f2 HTTP/1.1" status: 204 len: 168 time: 0.4535482 Sep 14 23:09:26.546550 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 48044) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:26.551575 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-de32a066-61c9-4082-b274-9fe14c43983b tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Request body: {'security_group': {'name': 'tempest-securitygroup--317786805', 'description': 'tempest-description--1980811667'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:09:26.573028 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-de32a066-61c9-4082-b274-9fe14c43983b tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:26.659977 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-de32a066-61c9-4082-b274-9fe14c43983b tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:26.663729 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-de32a066-61c9-4082-b274-9fe14c43983b tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:26.692695 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-de32a066-61c9-4082-b274-9fe14c43983b tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:26.693929 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-de32a066-61c9-4082-b274-9fe14c43983b tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1463196 Sep 14 23:09:26.695832 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32a066-61c9-4082-b274-9fe14c43983b tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=549e8499-2196-46c5-a4f7-7bb151104734,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:26.696902 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 48048) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:26.702903 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-ae9c7604-85c0-4066-8948-64a94c4e02b9 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Request body: {'security_group_rule': {'security_group_id': '549e8499-2196-46c5-a4f7-7bb151104734', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:09:26.730217 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ae9c7604-85c0-4066-8948-64a94c4e02b9 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:26.779382 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ae9c7604-85c0-4066-8948-64a94c4e02b9 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:26.790528 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ae9c7604-85c0-4066-8948-64a94c4e02b9 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474660'] for security_group_rule, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:26.808776 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9c7604-85c0-4066-8948-64a94c4e02b9 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8695bf81-08c8-4a87-bc50-312e67845b27,revision_number=0']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:26.817680 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ae9c7604-85c0-4066-8948-64a94c4e02b9 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:26.819050 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-ae9c7604-85c0-4066-8948-64a94c4e02b9 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202509 Sep 14 23:09:26.821652 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 48050) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:26.826414 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-c1f7da4c-f757-42fe-9548-38dc8682ed87 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Request body: {'security_group_rule': {'security_group_id': '549e8499-2196-46c5-a4f7-7bb151104734', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:09:26.853741 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c1f7da4c-f757-42fe-9548-38dc8682ed87 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:26.912862 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c1f7da4c-f757-42fe-9548-38dc8682ed87 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:26.916914 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c1f7da4c-f757-42fe-9548-38dc8682ed87 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474660'] for security_group_rule, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:26.934300 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7da4c-f757-42fe-9548-38dc8682ed87 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=096a875d-b3a6-441d-afd1-89345ccc819b,revision_number=0']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:26.941337 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c1f7da4c-f757-42fe-9548-38dc8682ed87 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:26.945117 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-c1f7da4c-f757-42fe-9548-38dc8682ed87 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224310 Sep 14 23:09:26.945754 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 48052) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:26.951157 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-ec0d131f-b12e-48da-b76f-2e8e900f143a tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Request body: {'floatingip': {'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:09:26.974133 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ec0d131f-b12e-48da-b76f-2e8e900f143a tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for floatingip, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:27.073955 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ec0d131f-b12e-48da-b76f-2e8e900f143a tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:27.177778 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-ec0d131f-b12e-48da-b76f-2e8e900f143a tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Allocated IP 172.27.3.25 (97df119d-fd41-4b39-86f3-953f642e27ab/0cfef410-e94d-43c5-8572-4959e322a29a/bb613db2-1220-4e9f-8036-c9ada9a577c7) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:09:27.282352 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ec0d131f-b12e-48da-b76f-2e8e900f143a tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:27.544427 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ec0d131f-b12e-48da-b76f-2e8e900f143a tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:27.577917 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0d131f-b12e-48da-b76f-2e8e900f143a tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Network 97df119d-fd41-4b39-86f3-953f642e27ab is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:09:27.582042 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-ec0d131f-b12e-48da-b76f-2e8e900f143a tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:09:27.585483 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0d131f-b12e-48da-b76f-2e8e900f143a tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:09:27.610929 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d131f-b12e-48da-b76f-2e8e900f143a tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Pushing event updated for resources: {'Port': ['ID=bb613db2-1220-4e9f-8036-c9ada9a577c7,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:27.685236 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ec0d131f-b12e-48da-b76f-2e8e900f143a tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:27.722038 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ec0d131f-b12e-48da-b76f-2e8e900f143a tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:27.881357 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ec0d131f-b12e-48da-b76f-2e8e900f143a tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:27.885921 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ec0d131f-b12e-48da-b76f-2e8e900f143a tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666946'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:27.956060 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d131f-b12e-48da-b76f-2e8e900f143a tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Pushing event updated for resources: {'Port': ['ID=bb613db2-1220-4e9f-8036-c9ada9a577c7,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:27.968636 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ec0d131f-b12e-48da-b76f-2e8e900f143a tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529163'] for floatingip, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:27.982608 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-ec0d131f-b12e-48da-b76f-2e8e900f143a tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for floatingip, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:27.985116 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-ec0d131f-b12e-48da-b76f-2e8e900f143a tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0371680 Sep 14 23:09:28.204960 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-51e54314-ea9f-41d2-841b-553b9985c8ef tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--317786805&fields=id&tenant_id=e1f3957a62c7479aaeab959ee6f17284 HTTP/1.1" status: 200 len: 267 time: 0.0413399 Sep 14 23:09:28.327153 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-cc4011f5-7bad-4df5-a66b-5138fe273f27 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:28.328659 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-cc4011f5-7bad-4df5-a66b-5138fe273f27 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/networks?id=aa9e38bf-d2d8-4eb7-8a53-97cdb6720662 HTTP/1.1" status: 200 len: 816 time: 0.1171803 Sep 14 23:09:28.344451 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-810f5a30-e9f5-4e4c-8a5b-42053b02f244 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/quotas/e1f3957a62c7479aaeab959ee6f17284 HTTP/1.1" status: 200 len: 375 time: 0.0100193 Sep 14 23:09:28.404944 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-99ea71ca-2f7e-453f-99a7-3a44e6afcbfb tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e1f3957a62c7479aaeab959ee6f17284&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529652 Sep 14 23:09:28.503750 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-73eb2c90-ed2e-477c-acd8-2ba03d685279 service neutron] 10.222.0.39 "GET /v2.0/networks/aa9e38bf-d2d8-4eb7-8a53-97cdb6720662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871489 Sep 14 23:09:28.608848 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-f7e96b54-826c-48a6-bad9-6b954a6cb659 service neutron] 10.222.0.39 "GET /v2.0/networks/aa9e38bf-d2d8-4eb7-8a53-97cdb6720662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990450 Sep 14 23:09:28.773491 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1f4c270e-4575-459e-97af-8a98792fbd2f req-532ac289-181a-4d1d-a1fe-e76a5845911d tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 210 time: 0.0277486 Sep 14 23:09:29.819582 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-8b88ceec-7200-4528-b6dc-bd3a3eabbe87 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:29.821065 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-8b88ceec-7200-4528-b6dc-bd3a3eabbe87 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.52 "GET /v2.0/networks?id=aa9e38bf-d2d8-4eb7-8a53-97cdb6720662 HTTP/1.1" status: 200 len: 816 time: 0.1135786 Sep 14 23:09:29.880673 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-cdcfb809-43d2-4797-a243-bfeffcff3ccb tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1f3957a62c7479aaeab959ee6f17284 HTTP/1.1" status: 200 len: 379 time: 0.0431240 Sep 14 23:09:29.894389 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-66dd66c0-d459-4175-bd7f-fe16f9a07699 req-aa758bff-f96c-46bf-8864-e4881cbd9ea0 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 210 time: 0.0406957 Sep 14 23:09:29.905900 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-6a6fe3e1-1214-4c02-bf4d-45c17c46d9f9 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Request body: {'port': {'device_id': '67121dfd-6e61-40e0-a271-2dbc88bceb2c', 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662', 'admin_state_up': True, 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'security_groups': ['549e8499-2196-46c5-a4f7-7bb151104734']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:09:30.019720 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-6a6fe3e1-1214-4c02-bf4d-45c17c46d9f9 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Made reservation on behalf of e1f3957a62c7479aaeab959ee6f17284 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:09:30.023358 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-6a6fe3e1-1214-4c02-bf4d-45c17c46d9f9 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:30.146415 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-6a6fe3e1-1214-4c02-bf4d-45c17c46d9f9 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Allocated IP 172.20.0.11 (aa9e38bf-d2d8-4eb7-8a53-97cdb6720662/8fb1c270-17f7-4564-a01a-0bbfc57fb9f4/c5057ecc-a98e-4ffc-8279-136547b1b983) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:09:30.283254 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-6a6fe3e1-1214-4c02-bf4d-45c17c46d9f9 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:30.288946 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:30.315763 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-6a6fe3e1-1214-4c02-bf4d-45c17c46d9f9 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:30.356094 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-6a6fe3e1-1214-4c02-bf4d-45c17c46d9f9 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Network aa9e38bf-d2d8-4eb7-8a53-97cdb6720662 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:09:30.359890 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-6a6fe3e1-1214-4c02-bf4d-45c17c46d9f9 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:09:30.363539 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-6a6fe3e1-1214-4c02-bf4d-45c17c46d9f9 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:09:30.388844 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6fe3e1-1214-4c02-bf4d-45c17c46d9f9 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Pushing event updated for resources: {'Port': ['ID=c5057ecc-a98e-4ffc-8279-136547b1b983,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:30.416496 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-6a6fe3e1-1214-4c02-bf4d-45c17c46d9f9 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:30.417154 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-6a6fe3e1-1214-4c02-bf4d-45c17c46d9f9 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:30.434406 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-6a6fe3e1-1214-4c02-bf4d-45c17c46d9f9 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5333266 Sep 14 23:09:30.451951 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-3fc55d1b-f7e8-43bc-b3fb-a49a1847ac9c service neutron] Request body: {'port': {'device_id': '67121dfd-6e61-40e0-a271-2dbc88bceb2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:09:30.510903 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-3fc55d1b-f7e8-43bc-b3fb-a49a1847ac9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:30.545228 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-8eb21b40-70bb-47cc-84e9-acec870c240c None None] Provisioning complete for port c5057ecc-a98e-4ffc-8279-136547b1b983 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:09:30.545604 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-8eb21b40-70bb-47cc-84e9-acec870c240c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:30.578003 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-8eb21b40-70bb-47cc-84e9-acec870c240c None None] Port c5057ecc-a98e-4ffc-8279-136547b1b983 cannot update to ACTIVE because it is not bound. {{(pid=94136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 23:09:30.764972 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-3fc55d1b-f7e8-43bc-b3fb-a49a1847ac9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5057ecc-a98e-4ffc-8279-136547b1b983 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:09:30.772822 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-3fc55d1b-f7e8-43bc-b3fb-a49a1847ac9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:30.785227 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-3fc55d1b-f7e8-43bc-b3fb-a49a1847ac9c service neutron] Transition to ACTIVE for port object c5057ecc-a98e-4ffc-8279-136547b1b983 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:09:30.790128 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-3fc55d1b-f7e8-43bc-b3fb-a49a1847ac9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:30.845549 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc55d1b-f7e8-43bc-b3fb-a49a1847ac9c service neutron] Pushing event updated for resources: {'Port': ['ID=c5057ecc-a98e-4ffc-8279-136547b1b983,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:30.941731 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-3fc55d1b-f7e8-43bc-b3fb-a49a1847ac9c service neutron] Attempting to bind port c5057ecc-a98e-4ffc-8279-136547b1b983 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:09:30.942105 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-3fc55d1b-f7e8-43bc-b3fb-a49a1847ac9c service neutron] Attempting to bind port c5057ecc-a98e-4ffc-8279-136547b1b983 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': 'be17818b-7699-476a-ab10-d7d8b4987e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:09:30.942439 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-3fc55d1b-f7e8-43bc-b3fb-a49a1847ac9c service neutron] Attempting to bind port c5057ecc-a98e-4ffc-8279-136547b1b983 on network aa9e38bf-d2d8-4eb7-8a53-97cdb6720662 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:09:30.947684 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-3fc55d1b-f7e8-43bc-b3fb-a49a1847ac9c service neutron] Port c5057ecc-a98e-4ffc-8279-136547b1b983 on network aa9e38bf-d2d8-4eb7-8a53-97cdb6720662 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 23:09:30.947949 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-3fc55d1b-f7e8-43bc-b3fb-a49a1847ac9c service neutron] Attempting to bind port c5057ecc-a98e-4ffc-8279-136547b1b983 on network aa9e38bf-d2d8-4eb7-8a53-97cdb6720662 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:09:30.955080 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-3fc55d1b-f7e8-43bc-b3fb-a49a1847ac9c service neutron] Checking agent: {'id': '85608d62-9d70-46cb-9db0-a1f12ce5af65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 23, 3), 'started_at': datetime.datetime(2021, 9, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:09:30.955416 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-3fc55d1b-f7e8-43bc-b3fb-a49a1847ac9c service neutron] Checking segment: {'id': 'be17818b-7699-476a-ab10-d7d8b4987e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:09:30.955801 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-3fc55d1b-f7e8-43bc-b3fb-a49a1847ac9c service neutron] Bound using segment: {'id': 'be17818b-7699-476a-ab10-d7d8b4987e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:09:30.956235 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-3fc55d1b-f7e8-43bc-b3fb-a49a1847ac9c service neutron] Bound port: c5057ecc-a98e-4ffc-8279-136547b1b983, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be17818b-7699-476a-ab10-d7d8b4987e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:09:30.956592 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-3fc55d1b-f7e8-43bc-b3fb-a49a1847ac9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:31.027429 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-3fc55d1b-f7e8-43bc-b3fb-a49a1847ac9c service neutron] For port c5057ecc-a98e-4ffc-8279-136547b1b983, host hv-cinder-76017, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:09:31.030524 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-3fc55d1b-f7e8-43bc-b3fb-a49a1847ac9c service neutron] For port c5057ecc-a98e-4ffc-8279-136547b1b983, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=c5057ecc-a98e-4ffc-8279-136547b1b983,segment=NetworkSegment(be17818b-7699-476a-ab10-d7d8b4987e70),segment_id=be17818b-7699-476a-ab10-d7d8b4987e70)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:09:31.031032 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9b04a-46b1-453f-850d-48274751db7b req-b4f70393-3247-4172-a607-dc96f5a752ea tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:31.032815 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d8c9b04a-46b1-453f-850d-48274751db7b req-b4f70393-3247-4172-a607-dc96f5a752ea tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 944 time: 0.0519483 Sep 14 23:09:31.035888 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-3fc55d1b-f7e8-43bc-b3fb-a49a1847ac9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:31.077813 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-3fc55d1b-f7e8-43bc-b3fb-a49a1847ac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:31.078463 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-3fc55d1b-f7e8-43bc-b3fb-a49a1847ac9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:31.079926 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-3fc55d1b-f7e8-43bc-b3fb-a49a1847ac9c service neutron] 10.222.0.52 "PUT /v2.0/ports/c5057ecc-a98e-4ffc-8279-136547b1b983 HTTP/1.1" status: 200 len: 1094 time: 0.6330006 Sep 14 23:09:31.080378 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67121dfd-6e61-40e0-a271-2dbc88bceb2c', 'tag': 'c5057ecc-a98e-4ffc-8279-136547b1b983'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:09:31.082697 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b27504ed887e131bccbae67cb08e94fb53697a19aeb48787dd98b51fbb9c8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a336dc-42e1-469c-80f3-e885eff69417" -d '{"events": [{"name": "network-changed", "server_uuid": "67121dfd-6e61-40e0-a271-2dbc88bceb2c", "tag": "c5057ecc-a98e-4ffc-8279-136547b1b983"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:09:31.083839 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d8c9b04a-46b1-453f-850d-48274751db7b req-16d77e18-1b09-43a3-86ec-153aa366f985 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444667 Sep 14 23:09:31.114409 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc55d1b-f7e8-43bc-b3fb-a49a1847ac9c service neutron] Pushing event updated for resources: {'Port': ['ID=c5057ecc-a98e-4ffc-8279-136547b1b983,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:31.147164 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 23:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28952431-b906-4e7a-b380-62b600593a4b x-openstack-request-id: req-28952431-b906-4e7a-b380-62b600593a4b {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:09:31.147417 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67121dfd-6e61-40e0-a271-2dbc88bceb2c", "tag": "c5057ecc-a98e-4ffc-8279-136547b1b983", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:09:31.147730 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-28952431-b906-4e7a-b380-62b600593a4b {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:09:31.148196 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67121dfd-6e61-40e0-a271-2dbc88bceb2c', 'tag': 'c5057ecc-a98e-4ffc-8279-136547b1b983', 'status': 'completed', 'code': 200} Sep 14 23:09:31.182621 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-bb8142b6-63e7-4fa2-b075-cb59ec4edfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:31.184136 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-bb8142b6-63e7-4fa2-b075-cb59ec4edfe9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e1f3957a62c7479aaeab959ee6f17284&device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 1097 time: 0.0465515 Sep 14 23:09:31.232343 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-69aa93f9-2930-4df9-bbba-2804ce46e6be service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5057ecc-a98e-4ffc-8279-136547b1b983 HTTP/1.1" status: 200 len: 217 time: 0.0356734 Sep 14 23:09:31.283980 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-5f512b73-22e1-4717-b09e-bd9af3646c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:31.285479 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-5f512b73-22e1-4717-b09e-bd9af3646c13 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8fb1c270-17f7-4564-a01a-0bbfc57fb9f4 HTTP/1.1" status: 200 len: 855 time: 0.0444772 Sep 14 23:09:31.337376 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-00de693c-d26e-4adc-9242-4513e9d373db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:31.338790 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-00de693c-d26e-4adc-9242-4513e9d373db service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa9e38bf-d2d8-4eb7-8a53-97cdb6720662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0438979 Sep 14 23:09:31.429394 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-546ed142-a31c-4422-91de-a9df8568d108 service neutron] 10.222.0.52 "GET /v2.0/networks/aa9e38bf-d2d8-4eb7-8a53-97cdb6720662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816958 Sep 14 23:09:31.522981 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-3ba7af2c-9dce-4b39-abd4-5deb08e26124 req-8a878776-acc4-4e1a-938f-eec3dd96b671 service neutron] 10.222.0.52 "GET /v2.0/networks/aa9e38bf-d2d8-4eb7-8a53-97cdb6720662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826576 Sep 14 23:09:31.625007 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a336dc-42e1-469c-80f3-e885eff69417 req-26cca9f6-351e-45b4-b8fe-ed60017b4389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:31.626367 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b0a336dc-42e1-469c-80f3-e885eff69417 req-26cca9f6-351e-45b4-b8fe-ed60017b4389 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e1f3957a62c7479aaeab959ee6f17284&device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 1097 time: 0.0396054 Sep 14 23:09:31.721701 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a336dc-42e1-469c-80f3-e885eff69417 req-9f372e5a-3444-452b-aae4-51cd08288f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:31.723161 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b0a336dc-42e1-469c-80f3-e885eff69417 req-9f372e5a-3444-452b-aae4-51cd08288f7c service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa9e38bf-d2d8-4eb7-8a53-97cdb6720662 HTTP/1.1" status: 200 len: 917 time: 0.0859542 Sep 14 23:09:31.764483 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b0a336dc-42e1-469c-80f3-e885eff69417 req-fcc1c995-93c7-44b2-a25c-aacf6e172c7d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5057ecc-a98e-4ffc-8279-136547b1b983 HTTP/1.1" status: 200 len: 217 time: 0.0322022 Sep 14 23:09:31.818185 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a336dc-42e1-469c-80f3-e885eff69417 req-4738b7e3-f1a0-43a9-a752-b884ccb69d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:31.819568 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b0a336dc-42e1-469c-80f3-e885eff69417 req-4738b7e3-f1a0-43a9-a752-b884ccb69d48 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8fb1c270-17f7-4564-a01a-0bbfc57fb9f4 HTTP/1.1" status: 200 len: 855 time: 0.0422435 Sep 14 23:09:31.873006 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a336dc-42e1-469c-80f3-e885eff69417 req-003145e0-6084-4610-981c-c3fa858a1a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:31.874518 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b0a336dc-42e1-469c-80f3-e885eff69417 req-003145e0-6084-4610-981c-c3fa858a1a1d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa9e38bf-d2d8-4eb7-8a53-97cdb6720662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0426526 Sep 14 23:09:31.966722 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b0a336dc-42e1-469c-80f3-e885eff69417 req-38754575-59fa-4b5a-ba69-bb2e002d7f92 service neutron] 10.222.0.52 "GET /v2.0/networks/aa9e38bf-d2d8-4eb7-8a53-97cdb6720662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837343 Sep 14 23:09:32.082426 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b0a336dc-42e1-469c-80f3-e885eff69417 req-5e66f822-7453-4e5b-b304-8e8429e3d7fe service neutron] 10.222.0.52 "GET /v2.0/networks/aa9e38bf-d2d8-4eb7-8a53-97cdb6720662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905175 Sep 14 23:09:32.210534 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b0420-e932-4e03-9a5c-f2740b94b397 req-7d26fcd0-0289-4675-8d68-2b4c4c05f87d tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:32.211997 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7f2b0420-e932-4e03-9a5c-f2740b94b397 req-7d26fcd0-0289-4675-8d68-2b4c4c05f87d tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 944 time: 0.0499640 Sep 14 23:09:32.232895 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-dd4aa035-b368-47ad-b7b7-27b115ae9c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:32.250355 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7f2b0420-e932-4e03-9a5c-f2740b94b397 req-2f4e29d8-8cbc-4de2-9003-3849d8471ce2 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316982 Sep 14 23:09:33.392827 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe53117-566e-451f-95fc-a6fd52b4520f req-9f367ac1-1485-44a0-8610-96bdefcf754d tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:33.400207 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ebe53117-566e-451f-95fc-a6fd52b4520f req-9f367ac1-1485-44a0-8610-96bdefcf754d tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 944 time: 0.0549090 Sep 14 23:09:33.436867 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ebe53117-566e-451f-95fc-a6fd52b4520f req-cbc6266b-710a-4675-87cf-cf178e3c21ca tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357327 Sep 14 23:09:34.356501 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 48186) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:34.407245 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.db_base_plugin_v2 [None req-23542cab-1b41-444f-a2b0-1a2fbd1a0e34 admin admin] Deleting subnet c69119ea-2594-45a3-b140-7bc95aa19355 {{(pid=94135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 23:09:34.410407 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-23542cab-1b41-444f-a2b0-1a2fbd1a0e34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:34.443987 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-23542cab-1b41-444f-a2b0-1a2fbd1a0e34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14789343'] for subnet, precommit_delete_associations {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:34.482816 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-23542cab-1b41-444f-a2b0-1a2fbd1a0e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3629011'] for subnet, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:34.541261 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device c5057ecc-a98e-4ffc-8279-136547b1b983 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=94136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 23:09:34.574671 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-23542cab-1b41-444f-a2b0-1a2fbd1a0e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16040463'] for subnet, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:34.585328 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998801d-07f3-4df4-9257-d9d9a397721d req-4f92c8b0-e17b-4aa3-8470-7560cc24ea94 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:34.586816 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f998801d-07f3-4df4-9257-d9d9a397721d req-4f92c8b0-e17b-4aa3-8470-7560cc24ea94 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 944 time: 0.0773709 Sep 14 23:09:34.622472 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23542cab-1b41-444f-a2b0-1a2fbd1a0e34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c69119ea-2594-45a3-b140-7bc95aa19355,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:34.634544 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-23542cab-1b41-444f-a2b0-1a2fbd1a0e34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:34.639381 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-23542cab-1b41-444f-a2b0-1a2fbd1a0e34 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c69119ea-2594-45a3-b140-7bc95aa19355 HTTP/1.1" status: 204 len: 168 time: 0.2790089 Sep 14 23:09:34.640011 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 48192) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:34.640140 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port c5057ecc-a98e-4ffc-8279-136547b1b983, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=c5057ecc-a98e-4ffc-8279-136547b1b983,segment=NetworkSegment(be17818b-7699-476a-ab10-d7d8b4987e70),segment_id=be17818b-7699-476a-ab10-d7d8b4987e70)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:09:34.651623 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Returning: {'device': 'c5057ecc-a98e-4ffc-8279-136547b1b983', 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662', 'port_id': 'c5057ecc-a98e-4ffc-8279-136547b1b983', 'mac_address': 'fa:16:3e:82:6d:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 23:09:34.688440 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f998801d-07f3-4df4-9257-d9d9a397721d req-c4205e6b-3dd6-4afe-b49b-6d1b5dbf9123 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744357 Sep 14 23:09:34.692324 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:34.707517 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5057ecc-a98e-4ffc-8279-136547b1b983 {{(pid=94136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:09:34.725659 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1cff4629-27ed-4f3f-8d97-9386c2daec97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3648290'] for network, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:34.726637 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port c5057ecc-a98e-4ffc-8279-136547b1b983, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=c5057ecc-a98e-4ffc-8279-136547b1b983,segment=NetworkSegment(be17818b-7699-476a-ab10-d7d8b4987e70),segment_id=be17818b-7699-476a-ab10-d7d8b4987e70)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:09:34.730397 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:34.780447 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=c5057ecc-a98e-4ffc-8279-136547b1b983,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:34.787483 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:34.787853 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:34.788198 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:34.788529 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:34.788882 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:34.789210 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:34.789536 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:34.789860 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:34.790195 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:34.790516 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:34.790830 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:34.791145 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:34.807516 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1cff4629-27ed-4f3f-8d97-9386c2daec97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3627092', 'neutron.services.segments.db._delete_segments_for_network-8755854224285'] for network, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:34.828020 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.services.segments.db [None req-1cff4629-27ed-4f3f-8d97-9386c2daec97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d6300fb-b98d-4f3e-bc89-5f44036c1ea6']}} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:09:34.836974 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.services.segments.db [None req-1cff4629-27ed-4f3f-8d97-9386c2daec97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c360a02f-7804-4a78-b403-a270fa5b9669') {'for_net_delete': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:09:34.837274 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.services.segments.db [None req-1cff4629-27ed-4f3f-8d97-9386c2daec97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c360a02f-7804-4a78-b403-a270fa5b9669') {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:09:34.846367 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1cff4629-27ed-4f3f-8d97-9386c2daec97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755854225062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14789332'] for segment, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:34.859195 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1cff4629-27ed-4f3f-8d97-9386c2daec97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046'] for segment, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:34.865095 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cff4629-27ed-4f3f-8d97-9386c2daec97 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:09:34.865600 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1cff4629-27ed-4f3f-8d97-9386c2daec97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16666794'] for segment, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:34.867205 dv-cinder-760178-13-iscsi neutron-server[94135]: Traceback (most recent call last): Sep 14 23:09:34.867205 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 23:09:34.867205 dv-cinder-760178-13-iscsi neutron-server[94135]: timer() Sep 14 23:09:34.867205 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 23:09:34.867205 dv-cinder-760178-13-iscsi neutron-server[94135]: cb(*args, **kw) Sep 14 23:09:34.867205 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 23:09:34.867205 dv-cinder-760178-13-iscsi neutron-server[94135]: return func(*args, **kwargs) Sep 14 23:09:34.867205 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 23:09:34.867205 dv-cinder-760178-13-iscsi neutron-server[94135]: self._notify() Sep 14 23:09:34.867205 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 23:09:34.867205 dv-cinder-760178-13-iscsi neutron-server[94135]: self.callback(batched_events) Sep 14 23:09:34.867205 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 23:09:34.867205 dv-cinder-760178-13-iscsi neutron-server[94135]: event.method(event) Sep 14 23:09:34.867205 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 23:09:34.867205 dv-cinder-760178-13-iscsi neutron-server[94135]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 23:09:34.867205 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 23:09:34.867205 dv-cinder-760178-13-iscsi neutron-server[94135]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 23:09:34.867205 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 23:09:34.867205 dv-cinder-760178-13-iscsi neutron-server[94135]: return f(self, *a, **k) Sep 14 23:09:34.867205 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 23:09:34.867205 dv-cinder-760178-13-iscsi neutron-server[94135]: return self._get(url).json() Sep 14 23:09:34.867205 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 23:09:34.867205 dv-cinder-760178-13-iscsi neutron-server[94135]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 23:09:34.867205 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 23:09:34.867205 dv-cinder-760178-13-iscsi neutron-server[94135]: return self.request(url, 'GET', **kwargs) Sep 14 23:09:34.867205 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 23:09:34.867205 dv-cinder-760178-13-iscsi neutron-server[94135]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 23:09:34.867205 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 23:09:34.867205 dv-cinder-760178-13-iscsi neutron-server[94135]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 23:09:34.867205 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 23:09:34.867205 dv-cinder-760178-13-iscsi neutron-server[94135]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 23:09:34.867205 dv-cinder-760178-13-iscsi neutron-server[94135]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 23:09:34.923880 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1cff4629-27ed-4f3f-8d97-9386c2daec97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3627085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529177'] for network, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:34.928367 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1cff4629-27ed-4f3f-8d97-9386c2daec97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for network, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:34.930571 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-1cff4629-27ed-4f3f-8d97-9386c2daec97 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2d6300fb-b98d-4f3e-bc89-5f44036c1ea6 HTTP/1.1" status: 204 len: 168 time: 0.2900617 Sep 14 23:09:34.944603 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff4629-27ed-4f3f-8d97-9386c2daec97 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d6300fb-b98d-4f3e-bc89-5f44036c1ea6,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:35.069406 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['c5057ecc-a98e-4ffc-8279-136547b1b983'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:09:35.103711 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-31ba08b3-7591-4146-8fcd-bdac9a589e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:35.108387 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 48198) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:35.114047 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:35.154895 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-54dbfbf1-23f8-4a09-9de0-61eb1b4e3215 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f9bf314c91e74f6086dc4d294b8860d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452766 Sep 14 23:09:35.157333 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 48200) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:35.205896 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eb50aaa4-d4c5-432f-af84-62be37e3271e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:35.227121 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eb50aaa4-d4c5-432f-af84-62be37e3271e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:35.272096 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eb50aaa4-d4c5-432f-af84-62be37e3271e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:35.274692 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eb50aaa4-d4c5-432f-af84-62be37e3271e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:35.275833 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-eb50aaa4-d4c5-432f-af84-62be37e3271e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/82aef4b5-fac5-4224-a4e7-9981e0e70041 HTTP/1.1" status: 204 len: 168 time: 0.1176271 Sep 14 23:09:35.283669 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb50aaa4-d4c5-432f-af84-62be37e3271e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82aef4b5-fac5-4224-a4e7-9981e0e70041,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:35.701511 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 48210) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:35.808465 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bb137eb5-182a-4652-9c74-891adeb326b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:35.818714 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1b62d-0581-420f-8ceb-fcbbaff5cca6 req-9e5c2ef1-d2e1-450c-85d0-211e975aff1f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:35.820191 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-eaa1b62d-0581-420f-8ceb-fcbbaff5cca6 req-9e5c2ef1-d2e1-450c-85d0-211e975aff1f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 945 time: 0.0621073 Sep 14 23:09:35.875276 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-eaa1b62d-0581-420f-8ceb-fcbbaff5cca6 req-270d7b41-5c7e-486e-a60c-496e6f639973 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470946 Sep 14 23:09:35.938950 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bb137eb5-182a-4652-9c74-891adeb326b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:35.942603 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-bb137eb5-182a-4652-9c74-891adeb326b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:35.984058 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-bb137eb5-182a-4652-9c74-891adeb326b8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=31a0e99bc6cb4c2394903179ea08ef2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2813790 Sep 14 23:09:35.984839 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb137eb5-182a-4652-9c74-891adeb326b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13e4660-a5b5-4044-9b1a-6e18faae864f,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:35.987286 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 48216) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:36.036351 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3d5b1011-3a3f-4aa3-9b8a-22f5fe8e0d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:36.042128 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:36.061216 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3d5b1011-3a3f-4aa3-9b8a-22f5fe8e0d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:36.106922 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3d5b1011-3a3f-4aa3-9b8a-22f5fe8e0d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:36.109444 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3d5b1011-3a3f-4aa3-9b8a-22f5fe8e0d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:36.110585 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-3d5b1011-3a3f-4aa3-9b8a-22f5fe8e0d36 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e13e4660-a5b5-4044-9b1a-6e18faae864f HTTP/1.1" status: 204 len: 168 time: 0.1223178 Sep 14 23:09:36.117986 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b1011-3a3f-4aa3-9b8a-22f5fe8e0d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13e4660-a5b5-4044-9b1a-6e18faae864f,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:36.551014 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device c5057ecc-a98e-4ffc-8279-136547b1b983 up at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:09:36.605078 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning for port c5057ecc-a98e-4ffc-8279-136547b1b983 completed by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:09:36.609729 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning complete for port c5057ecc-a98e-4ffc-8279-136547b1b983 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:09:36.610122 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:36.689429 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:36.711739 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67121dfd-6e61-40e0-a271-2dbc88bceb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5057ecc-a98e-4ffc-8279-136547b1b983'}] {{(pid=94136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:09:36.714326 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2b16cdf9a486da92f6eb6a5b1ab92e1b41f493a7e96932162ce692d4f29dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bff7ea-4a3b-484b-8272-2ee4d7be3554" -d '{"events": [{"server_uuid": "67121dfd-6e61-40e0-a271-2dbc88bceb2c", "name": "network-vif-plugged", "status": "completed", "tag": "c5057ecc-a98e-4ffc-8279-136547b1b983"}]}' {{(pid=94136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:09:36.735346 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port c5057ecc-a98e-4ffc-8279-136547b1b983, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=c5057ecc-a98e-4ffc-8279-136547b1b983,segment=NetworkSegment(be17818b-7699-476a-ab10-d7d8b4987e70),segment_id=be17818b-7699-476a-ab10-d7d8b4987e70)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:09:36.740503 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:36.769038 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b10cd3-2793-4427-81e9-8e7d10644282 x-openstack-request-id: req-c8b10cd3-2793-4427-81e9-8e7d10644282 {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:09:36.769331 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67121dfd-6e61-40e0-a271-2dbc88bceb2c", "name": "network-vif-plugged", "status": "completed", "tag": "c5057ecc-a98e-4ffc-8279-136547b1b983", "code": 200}]} {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:09:36.775560 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c8b10cd3-2793-4427-81e9-8e7d10644282 {{(pid=94136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:09:36.775560 dv-cinder-760178-13-iscsi neutron-server[94136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67121dfd-6e61-40e0-a271-2dbc88bceb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5057ecc-a98e-4ffc-8279-136547b1b983', 'code': 200} Sep 14 23:09:36.805851 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=c5057ecc-a98e-4ffc-8279-136547b1b983,revision_number=5']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:36.943844 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead28b7-460b-41f7-9a5d-0c4d5168d39f req-75d2d938-2e2d-4e28-b268-fc4d5194c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:36.945383 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-2ead28b7-460b-41f7-9a5d-0c4d5168d39f req-75d2d938-2e2d-4e28-b268-fc4d5194c2b2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 1099 time: 0.0406520 Sep 14 23:09:36.997464 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3088f-b8a1-42da-ab42-fe215b88e45f req-1ae5d026-ff96-42c4-ae32-a7a8ef0673bd tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:36.999131 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-24c3088f-b8a1-42da-ab42-fe215b88e45f req-1ae5d026-ff96-42c4-ae32-a7a8ef0673bd tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 946 time: 0.0504470 Sep 14 23:09:36.999926 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-2ead28b7-460b-41f7-9a5d-0c4d5168d39f req-20fdf745-abce-456f-b827-5c384ca23e5a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415797 Sep 14 23:09:37.038983 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-24c3088f-b8a1-42da-ab42-fe215b88e45f req-856ee798-9a1d-418b-8163-9d73ca2591bd tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332816 Sep 14 23:09:37.147313 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 48258) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:37.249263 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d8c3a33d-768f-4a7a-ac21-282f012b1c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:37.338227 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d8c3a33d-768f-4a7a-ac21-282f012b1c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:37.342400 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d8c3a33d-768f-4a7a-ac21-282f012b1c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:37.378190 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-d8c3a33d-768f-4a7a-ac21-282f012b1c6e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7183d874b9a24d7982fdc0f4b96a1378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298410 Sep 14 23:09:37.380020 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3a33d-768f-4a7a-ac21-282f012b1c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b7b832-754a-4f24-9097-f070db1e9dc0,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:37.380899 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 48262) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:37.429827 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cad87c59-8895-4554-bb05-4e1df5aac7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:37.450232 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cad87c59-8895-4554-bb05-4e1df5aac7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:37.494182 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cad87c59-8895-4554-bb05-4e1df5aac7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:37.497009 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cad87c59-8895-4554-bb05-4e1df5aac7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:37.498870 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-cad87c59-8895-4554-bb05-4e1df5aac7b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b3b7b832-754a-4f24-9097-f070db1e9dc0 HTTP/1.1" status: 204 len: 168 time: 0.1169941 Sep 14 23:09:37.506405 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad87c59-8895-4554-bb05-4e1df5aac7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b7b832-754a-4f24-9097-f070db1e9dc0,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:37.892796 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:38.173846 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28ca1d-81ee-4426-92a5-bc2c721139fd req-2d2ea4de-6c34-4135-b9fe-acf1ea3b79fa tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:38.175516 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4f28ca1d-81ee-4426-92a5-bc2c721139fd req-2d2ea4de-6c34-4135-b9fe-acf1ea3b79fa tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 946 time: 0.0578127 Sep 14 23:09:38.217623 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4f28ca1d-81ee-4426-92a5-bc2c721139fd req-96ea4aa2-f7f2-49de-9fb6-4f3995af23ec tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363438 Sep 14 23:09:39.333597 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff6010-463a-4f64-9c08-3f0092f0b6e2 req-24cbd0f8-f5d8-469b-bf89-b322456f2a74 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:39.335054 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-daff6010-463a-4f64-9c08-3f0092f0b6e2 req-24cbd0f8-f5d8-469b-bf89-b322456f2a74 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 946 time: 0.0480394 Sep 14 23:09:39.370741 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-daff6010-463a-4f64-9c08-3f0092f0b6e2 req-cbe3705e-6f7c-415f-ad52-1563c29d7f0d tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297661 Sep 14 23:09:39.482717 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717ff57-8cd3-4c1e-9bb1-712de136587d req-097124ec-707d-4764-8278-1b47fbea9fe3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:39.484174 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6717ff57-8cd3-4c1e-9bb1-712de136587d req-097124ec-707d-4764-8278-1b47fbea9fe3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 946 time: 0.0465834 Sep 14 23:09:39.492369 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 48298) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:39.497242 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-d5aad77a-d92a-4474-8cf8-acc260bd1160 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Request body: {'floatingip': {'port_id': 'c5057ecc-a98e-4ffc-8279-136547b1b983'}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:09:39.572347 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d5aad77a-d92a-4474-8cf8-acc260bd1160 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for floatingip, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:40.027296 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d5aad77a-d92a-4474-8cf8-acc260bd1160 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:40.031487 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d5aad77a-d92a-4474-8cf8-acc260bd1160 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529163'] for floatingip, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:40.130426 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.db.l3_db [None req-d5aad77a-d92a-4474-8cf8-acc260bd1160 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Floating IP fca805ba-b174-4ed3-92e8-7145655915ab associated. External IP: 172.27.3.25, port: c5057ecc-a98e-4ffc-8279-136547b1b983. Sep 14 23:09:40.334058 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5aad77a-d92a-4474-8cf8-acc260bd1160 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Router 9bbc854c-1048-4948-aeba-8ad44aa5ecf8 has already been hosted by L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f {{(pid=94135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 23:09:40.436884 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5aad77a-d92a-4474-8cf8-acc260bd1160 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:09:40.441666 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d5aad77a-d92a-4474-8cf8-acc260bd1160 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for floatingip, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:40.446458 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa271d7a-274d-459f-a0a2-1413630e9366 None None] Sync routers for ids ['9bbc854c-1048-4948-aeba-8ad44aa5ecf8'] in dv-cinder-760178-13-iscsi {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:09:40.456856 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa271d7a-274d-459f-a0a2-1413630e9366 None None] Routers {'9bbc854c-1048-4948-aeba-8ad44aa5ecf8'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:09:40.457487 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-aa271d7a-274d-459f-a0a2-1413630e9366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:09:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['9bbc854c-1048-4948-aeba-8ad44aa5ecf8'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:09:40.469132 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-d5aad77a-d92a-4474-8cf8-acc260bd1160 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "PUT /v2.0/floatingips/fca805ba-b174-4ed3-92e8-7145655915ab HTTP/1.1" status: 200 len: 991 time: 0.9756839 Sep 14 23:09:40.469835 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67121dfd-6e61-40e0-a271-2dbc88bceb2c', 'tag': 'c5057ecc-a98e-4ffc-8279-136547b1b983'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:09:40.472175 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e3d9041226317d09edcf9166cd50e54bb38c01393ec1a923659a7df53ecbff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd12985c-4a9c-49bf-80fa-07e46f167a6c" -d '{"events": [{"name": "network-changed", "server_uuid": "67121dfd-6e61-40e0-a271-2dbc88bceb2c", "tag": "c5057ecc-a98e-4ffc-8279-136547b1b983"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:09:40.510004 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 23:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728f7ab1-773d-4e50-90a6-d97cca2cb37f x-openstack-request-id: req-728f7ab1-773d-4e50-90a6-d97cca2cb37f {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:09:40.510296 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67121dfd-6e61-40e0-a271-2dbc88bceb2c", "tag": "c5057ecc-a98e-4ffc-8279-136547b1b983", "status": "completed", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:09:40.510546 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-728f7ab1-773d-4e50-90a6-d97cca2cb37f {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:09:40.511110 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67121dfd-6e61-40e0-a271-2dbc88bceb2c', 'tag': 'c5057ecc-a98e-4ffc-8279-136547b1b983', 'status': 'completed', 'code': 200} Sep 14 23:09:40.566421 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-aa271d7a-274d-459f-a0a2-1413630e9366 None None] Set router 9bbc854c-1048-4948-aeba-8ad44aa5ecf8 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:09:40.787354 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-aa271d7a-274d-459f-a0a2-1413630e9366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'name': 'tempest-AttachVolumeShelveTestJSON-643546090-router', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:04:50Z', 'updated_at': '2021-09-14T23:04:58Z', 'revision_number': 4, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'gw_port': {'id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:52Z', 'updated_at': '2021-09-14T23:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_floatingips': [{'id': 'fca805ba-b174-4ed3-92e8-7145655915ab', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'floating_ip_address': '172.27.3.25', 'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'router_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'port_id': 'c5057ecc-a98e-4ffc-8279-136547b1b983', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662', 'mac_address': 'fa:16:3e:82:6d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67121dfd-6e61-40e0-a271-2dbc88bceb2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T23:09:27Z', 'updated_at': '2021-09-14T23:09:39Z', 'revision_number': 1, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f643576c-9bcf-4a3c-b150-0786fb9ecec0', 'name': '', 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'mac_address': 'fa:16:3e:01:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:57Z', 'updated_at': '2021-09-14T23:05:11Z', 'revision_number': 5, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'subnets': [{'id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:09:40.817557 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa271d7a-274d-459f-a0a2-1413630e9366 None None] Checking router: 9bbc854c-1048-4948-aeba-8ad44aa5ecf8 for host: dv-cinder-760178-13-iscsi {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:09:40.826647 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa271d7a-274d-459f-a0a2-1413630e9366 None None] Routers {'9bbc854c-1048-4948-aeba-8ad44aa5ecf8'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:09:40.827243 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-aa271d7a-274d-459f-a0a2-1413630e9366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:09:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['9bbc854c-1048-4948-aeba-8ad44aa5ecf8'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:09:40.927183 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-aa271d7a-274d-459f-a0a2-1413630e9366 None None] Set router 9bbc854c-1048-4948-aeba-8ad44aa5ecf8 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:09:41.156913 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-aa271d7a-274d-459f-a0a2-1413630e9366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'name': 'tempest-AttachVolumeShelveTestJSON-643546090-router', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:04:50Z', 'updated_at': '2021-09-14T23:04:58Z', 'revision_number': 4, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'gw_port': {'id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:52Z', 'updated_at': '2021-09-14T23:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_floatingips': [{'id': 'fca805ba-b174-4ed3-92e8-7145655915ab', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'floating_ip_address': '172.27.3.25', 'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'router_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'port_id': 'c5057ecc-a98e-4ffc-8279-136547b1b983', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662', 'mac_address': 'fa:16:3e:82:6d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67121dfd-6e61-40e0-a271-2dbc88bceb2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T23:09:27Z', 'updated_at': '2021-09-14T23:09:39Z', 'revision_number': 1, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f643576c-9bcf-4a3c-b150-0786fb9ecec0', 'name': '', 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'mac_address': 'fa:16:3e:01:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:57Z', 'updated_at': '2021-09-14T23:05:11Z', 'revision_number': 5, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'subnets': [{'id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:09:41.182654 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa271d7a-274d-459f-a0a2-1413630e9366 None None] The sync data for ids ['9bbc854c-1048-4948-aeba-8ad44aa5ecf8'] in dv-cinder-760178-13-iscsi is: [{'id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'name': 'tempest-AttachVolumeShelveTestJSON-643546090-router', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:04:50Z', 'updated_at': '2021-09-14T23:04:58Z', 'revision_number': 4, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'gw_port': {'id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:52Z', 'updated_at': '2021-09-14T23:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_floatingips': [{'id': 'fca805ba-b174-4ed3-92e8-7145655915ab', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'floating_ip_address': '172.27.3.25', 'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'router_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'port_id': 'c5057ecc-a98e-4ffc-8279-136547b1b983', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662', 'mac_address': 'fa:16:3e:82:6d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67121dfd-6e61-40e0-a271-2dbc88bceb2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T23:09:27Z', 'updated_at': '2021-09-14T23:09:39Z', 'revision_number': 1, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f643576c-9bcf-4a3c-b150-0786fb9ecec0', 'name': '', 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'mac_address': 'fa:16:3e:01:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:57Z', 'updated_at': '2021-09-14T23:05:11Z', 'revision_number': 5, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'subnets': [{'id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:09:41.353477 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dc3661-5463-4bd8-a00a-6672100a02b1 None None] New status for floating IP fca805ba-b174-4ed3-92e8-7145655915ab: ACTIVE {{(pid=94137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:09:42.072361 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fa2d1-6e02-4348-9ac9-31d8b0776ac2 req-926545b6-2004-4793-97f0-083c7d1f8575 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:42.073773 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-340fa2d1-6e02-4348-9ac9-31d8b0776ac2 req-926545b6-2004-4793-97f0-083c7d1f8575 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 985 time: 0.0481591 Sep 14 23:09:42.113345 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-340fa2d1-6e02-4348-9ac9-31d8b0776ac2 req-9df9b355-76f0-4581-94e5-7f01f210360a tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&id=6d926f52-75a7-4367-a53a-256c0c745726&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327725 Sep 14 23:09:42.778242 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12985c-4a9c-49bf-80fa-07e46f167a6c req-c8499bb7-7c35-400f-98aa-9b896f4b038c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:42.780416 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-fd12985c-4a9c-49bf-80fa-07e46f167a6c req-c8499bb7-7c35-400f-98aa-9b896f4b038c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e1f3957a62c7479aaeab959ee6f17284&device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 1099 time: 0.0452440 Sep 14 23:09:42.831538 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dadccf-7159-47bc-b355-742617e232a8 req-804e33ab-ae30-4d46-b3e3-da3cf26c1f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:42.833052 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-80dadccf-7159-47bc-b355-742617e232a8 req-804e33ab-ae30-4d46-b3e3-da3cf26c1f9e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=16f8af8a3e5e4c55b7201be8a5d05ee2&device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 1138 time: 0.0411754 Sep 14 23:09:42.879720 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12985c-4a9c-49bf-80fa-07e46f167a6c req-62aed938-e180-4e0c-82df-1bc7aa8ea9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:42.881276 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-fd12985c-4a9c-49bf-80fa-07e46f167a6c req-62aed938-e180-4e0c-82df-1bc7aa8ea9f3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa9e38bf-d2d8-4eb7-8a53-97cdb6720662 HTTP/1.1" status: 200 len: 917 time: 0.0897119 Sep 14 23:09:42.929964 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dadccf-7159-47bc-b355-742617e232a8 req-a8076dfa-f56c-4e76-9047-22fdce00b177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:42.931449 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-80dadccf-7159-47bc-b355-742617e232a8 req-a8076dfa-f56c-4e76-9047-22fdce00b177 service neutron] 10.222.0.52 "GET /v2.0/networks?id=75df04b7-109f-47d1-ada3-939d55f6000f HTTP/1.1" status: 200 len: 915 time: 0.0891936 Sep 14 23:09:42.953046 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-fd12985c-4a9c-49bf-80fa-07e46f167a6c req-f768a937-1ae7-4d29-ba82-3fe650fc1095 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5057ecc-a98e-4ffc-8279-136547b1b983 HTTP/1.1" status: 200 len: 1001 time: 0.0609181 Sep 14 23:09:42.995825 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-80dadccf-7159-47bc-b355-742617e232a8 req-94d84d3f-a462-4228-a5bf-c5630c7bd38f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebe7b57d-3af1-43bb-9955-81e0db5eed10 HTTP/1.1" status: 200 len: 1002 time: 0.0569124 Sep 14 23:09:43.005539 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12985c-4a9c-49bf-80fa-07e46f167a6c req-0404a324-1608-46eb-ab84-2cea43bd4de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:43.007038 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-fd12985c-4a9c-49bf-80fa-07e46f167a6c req-0404a324-1608-46eb-ab84-2cea43bd4de4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8fb1c270-17f7-4564-a01a-0bbfc57fb9f4 HTTP/1.1" status: 200 len: 855 time: 0.0433199 Sep 14 23:09:43.048153 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dadccf-7159-47bc-b355-742617e232a8 req-44d10550-2c70-49b5-8402-40ea7755b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:43.049647 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-80dadccf-7159-47bc-b355-742617e232a8 req-44d10550-2c70-49b5-8402-40ea7755b82b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f85dd972-c009-40bc-a65e-f5ee6b80dcaf HTTP/1.1" status: 200 len: 853 time: 0.0468903 Sep 14 23:09:43.053367 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12985c-4a9c-49bf-80fa-07e46f167a6c req-b1f3ce20-2881-48d8-ab2d-5fc39e9f4830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:43.054835 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-fd12985c-4a9c-49bf-80fa-07e46f167a6c req-b1f3ce20-2881-48d8-ab2d-5fc39e9f4830 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa9e38bf-d2d8-4eb7-8a53-97cdb6720662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401194 Sep 14 23:09:43.103334 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dadccf-7159-47bc-b355-742617e232a8 req-449b98f6-2796-498e-a0b1-fffcbcdfc3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:43.104947 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-80dadccf-7159-47bc-b355-742617e232a8 req-449b98f6-2796-498e-a0b1-fffcbcdfc3ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=75df04b7-109f-47d1-ada3-939d55f6000f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0413282 Sep 14 23:09:43.387503 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-fd12985c-4a9c-49bf-80fa-07e46f167a6c req-1679f1f7-3a52-419d-ac32-1f81e2e62f78 service neutron] 10.222.0.52 "GET /v2.0/networks/aa9e38bf-d2d8-4eb7-8a53-97cdb6720662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233895 Sep 14 23:09:43.474951 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-80dadccf-7159-47bc-b355-742617e232a8 req-9194e467-38f4-4004-89f2-d881fa01b13b service neutron] 10.222.0.52 "GET /v2.0/networks/75df04b7-109f-47d1-ada3-939d55f6000f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614333 Sep 14 23:09:43.479951 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-fd12985c-4a9c-49bf-80fa-07e46f167a6c req-23db1964-6ac4-43ca-a1c9-741be822f611 service neutron] 10.222.0.52 "GET /v2.0/networks/aa9e38bf-d2d8-4eb7-8a53-97cdb6720662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838876 Sep 14 23:09:43.490883 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e193cb-6854-494f-9713-740401457917 req-6e5723fc-30de-4b90-a368-ca20a0d309f8 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:43.492306 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-63e193cb-6854-494f-9713-740401457917 req-6e5723fc-30de-4b90-a368-ca20a0d309f8 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 985 time: 0.3084810 Sep 14 23:09:43.585893 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-63e193cb-6854-494f-9713-740401457917 req-88cd3f01-5805-47c9-a008-2296d7162c94 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&id=6d926f52-75a7-4367-a53a-256c0c745726&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0839374 Sep 14 23:09:43.608946 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-80dadccf-7159-47bc-b355-742617e232a8 req-3e93c1e8-b05c-43d3-bc6f-5026f267b8a1 service neutron] 10.222.0.52 "GET /v2.0/networks/75df04b7-109f-47d1-ada3-939d55f6000f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156387 Sep 14 23:09:44.701991 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25693b98-7e54-48f2-8ffb-4adea22a366b req-08d45aa5-2f67-4f94-a91e-afd3d4307756 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:44.703425 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-25693b98-7e54-48f2-8ffb-4adea22a366b req-08d45aa5-2f67-4f94-a91e-afd3d4307756 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 985 time: 0.0480118 Sep 14 23:09:44.741875 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-25693b98-7e54-48f2-8ffb-4adea22a366b req-9ebc5a40-b42e-42eb-b09d-b537d4c707d4 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&id=6d926f52-75a7-4367-a53a-256c0c745726&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325944 Sep 14 23:09:45.854279 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c05f7-61b7-4bde-a9b5-e21a067f8327 req-42947fca-bbdf-4d99-aee4-6baf2921b1de tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:45.855731 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-589c05f7-61b7-4bde-a9b5-e21a067f8327 req-42947fca-bbdf-4d99-aee4-6baf2921b1de tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 985 time: 0.0480521 Sep 14 23:09:45.895656 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-589c05f7-61b7-4bde-a9b5-e21a067f8327 req-0b9758ee-0522-4d16-990a-ef3c51297daf tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&id=6d926f52-75a7-4367-a53a-256c0c745726&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339110 Sep 14 23:09:47.013129 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4d6cc-049c-4f27-9e8a-1e4b7999a2e6 req-9606d502-4eab-49df-8b08-347d165f377b tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:47.015060 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-dfd4d6cc-049c-4f27-9e8a-1e4b7999a2e6 req-9606d502-4eab-49df-8b08-347d165f377b tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 985 time: 0.0543628 Sep 14 23:09:47.055527 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-dfd4d6cc-049c-4f27-9e8a-1e4b7999a2e6 req-acbe7df3-ff88-4cf3-9863-4b202b0a7b14 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&id=6d926f52-75a7-4367-a53a-256c0c745726&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344286 Sep 14 23:09:47.715250 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 6 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:09:48.176019 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb38018-0ea5-4442-8858-df7b89f4f721 req-49442d36-210c-4d36-a0e4-67120a7e3a3d tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:48.177530 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3fb38018-0ea5-4442-8858-df7b89f4f721 req-49442d36-210c-4d36-a0e4-67120a7e3a3d tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 985 time: 0.0516202 Sep 14 23:09:48.219967 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3fb38018-0ea5-4442-8858-df7b89f4f721 req-eab33ddd-adad-49c3-96ac-8101d8be9df1 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&id=6d926f52-75a7-4367-a53a-256c0c745726&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361652 Sep 14 23:09:49.335927 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f397ac-289e-4e5a-afe1-30d05a0389ed req-3015696f-1e63-480a-8fb8-5cc0e5d8b944 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:49.337448 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c1f397ac-289e-4e5a-afe1-30d05a0389ed req-3015696f-1e63-480a-8fb8-5cc0e5d8b944 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 985 time: 0.0485191 Sep 14 23:09:49.378049 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c1f397ac-289e-4e5a-afe1-30d05a0389ed req-7852deb4-170b-49b3-8396-4287d34cf39b tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&id=6d926f52-75a7-4367-a53a-256c0c745726&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333858 Sep 14 23:09:50.646241 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd61f2-a535-4fca-ba59-a3315c732214 req-e7c8bab5-5a7b-4272-babc-e0a1cd5bc3e4 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:50.647744 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-78cd61f2-a535-4fca-ba59-a3315c732214 req-e7c8bab5-5a7b-4272-babc-e0a1cd5bc3e4 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 985 time: 0.2043924 Sep 14 23:09:50.687866 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-78cd61f2-a535-4fca-ba59-a3315c732214 req-871e36e6-623b-4616-b823-62ff5128b7ab tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&id=6d926f52-75a7-4367-a53a-256c0c745726&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336502 Sep 14 23:09:51.800792 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309017b-710e-4cb7-bdf6-c2749e438877 req-950130fa-e559-44fc-a2c8-db30995cb303 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:51.802253 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4309017b-710e-4cb7-bdf6-c2749e438877 req-950130fa-e559-44fc-a2c8-db30995cb303 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 985 time: 0.0485449 Sep 14 23:09:51.843802 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4309017b-710e-4cb7-bdf6-c2749e438877 req-9d547e22-b3fd-4372-b1e6-c0ae25a5672c tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&id=6d926f52-75a7-4367-a53a-256c0c745726&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355806 Sep 14 23:09:52.964963 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb3ada-08ae-4124-9073-a78345867379 req-dafea376-8a28-4641-a271-4c9114982539 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:52.966718 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f2bb3ada-08ae-4124-9073-a78345867379 req-dafea376-8a28-4641-a271-4c9114982539 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 985 time: 0.0506010 Sep 14 23:09:53.010555 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f2bb3ada-08ae-4124-9073-a78345867379 req-b8cc27d4-3b3f-417c-aaf7-5baf06913e34 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&id=6d926f52-75a7-4367-a53a-256c0c745726&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362027 Sep 14 23:09:54.134608 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38225085-95ea-41e2-aa87-09597c4f5427 req-ea9eb09b-8317-431f-9376-6f0dd73b376c tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:54.136115 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-38225085-95ea-41e2-aa87-09597c4f5427 req-ea9eb09b-8317-431f-9376-6f0dd73b376c tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 985 time: 0.0529583 Sep 14 23:09:54.175843 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-38225085-95ea-41e2-aa87-09597c4f5427 req-b156100b-9324-43dc-a41a-b9436d8d9ade tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&id=6d926f52-75a7-4367-a53a-256c0c745726&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326672 Sep 14 23:09:55.300541 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a85e9-0b83-40ec-8af5-2ffc7f74da32 req-d729bf4f-472f-4d6e-9b54-edf1a80204fa tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:55.302305 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-911a85e9-0b83-40ec-8af5-2ffc7f74da32 req-d729bf4f-472f-4d6e-9b54-edf1a80204fa tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 985 time: 0.0530579 Sep 14 23:09:55.347120 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-911a85e9-0b83-40ec-8af5-2ffc7f74da32 req-f93581e2-6188-43c1-a12c-ab7c401a812e tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&id=6d926f52-75a7-4367-a53a-256c0c745726&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375021 Sep 14 23:09:56.472093 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b675730-8400-4439-958b-d5b7e4667f69 req-16588eda-a839-494b-8149-faf1e4a07743 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:56.473634 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5b675730-8400-4439-958b-d5b7e4667f69 req-16588eda-a839-494b-8149-faf1e4a07743 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 985 time: 0.0591862 Sep 14 23:09:56.514625 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5b675730-8400-4439-958b-d5b7e4667f69 req-acc3ffaf-93a3-4566-8b8a-9692d2870a33 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&id=6d926f52-75a7-4367-a53a-256c0c745726&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348234 Sep 14 23:09:57.633243 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180792ea-4d08-456e-9e4e-7e2ae048df82 req-8f29b945-ca08-42d2-95cb-a022733364c8 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:09:57.634751 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-180792ea-4d08-456e-9e4e-7e2ae048df82 req-8f29b945-ca08-42d2-95cb-a022733364c8 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 985 time: 0.0541058 Sep 14 23:09:57.676777 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-180792ea-4d08-456e-9e4e-7e2ae048df82 req-15ba62b5-cae1-451d-be13-ee2267e61a1d tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&id=6d926f52-75a7-4367-a53a-256c0c745726&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357287 Sep 14 23:09:57.751892 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 48464) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:57.855218 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a61375da-9482-41e0-a0ab-a2d0e9af49e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:57.942709 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a61375da-9482-41e0-a0ab-a2d0e9af49e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:57.946413 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a61375da-9482-41e0-a0ab-a2d0e9af49e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:57.984122 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-a61375da-9482-41e0-a0ab-a2d0e9af49e1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b0eac92ffc674a7db381e383e4aef297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2310646 Sep 14 23:09:57.985168 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61375da-9482-41e0-a0ab-a2d0e9af49e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf40b89-d6ed-46eb-89ba-ad3e59ad0dda,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:57.987443 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 48468) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:09:58.034702 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-503b463b-1cf5-4fdd-aae8-c4819a5202e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:58.058358 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-503b463b-1cf5-4fdd-aae8-c4819a5202e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:58.102066 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-503b463b-1cf5-4fdd-aae8-c4819a5202e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:58.104809 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-503b463b-1cf5-4fdd-aae8-c4819a5202e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:58.105968 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-503b463b-1cf5-4fdd-aae8-c4819a5202e9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3bf40b89-d6ed-46eb-89ba-ad3e59ad0dda HTTP/1.1" status: 204 len: 168 time: 0.1174331 Sep 14 23:09:58.113824 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b463b-1cf5-4fdd-aae8-c4819a5202e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf40b89-d6ed-46eb-89ba-ad3e59ad0dda,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:10:00.299154 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:00.962150 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-dc00ea24-e863-4184-a76d-e76ff0562754 req-5b8b7a35-6034-49a6-959d-55f7fd08a5fd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399027 Sep 14 23:10:01.045746 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00ea24-e863-4184-a76d-e76ff0562754 req-1bd14018-4c3c-439c-9b34-f1a3d6554bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:10:01.047265 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-dc00ea24-e863-4184-a76d-e76ff0562754 req-1bd14018-4c3c-439c-9b34-f1a3d6554bb8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a7319052cbd445279c634b71fd2736d4&device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 1098 time: 0.0442104 Sep 14 23:10:01.149754 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00ea24-e863-4184-a76d-e76ff0562754 req-f48cdc01-2ab2-4de6-a489-cc30a8c29613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:10:01.151168 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-dc00ea24-e863-4184-a76d-e76ff0562754 req-f48cdc01-2ab2-4de6-a489-cc30a8c29613 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3efb33cd-c3d1-4574-b595-4ef315e545cb HTTP/1.1" status: 200 len: 909 time: 0.0848472 Sep 14 23:10:01.224726 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-dc00ea24-e863-4184-a76d-e76ff0562754 req-a853eaf9-fc90-4105-b870-7142b8cf7dcc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=edd06b9b-9eb3-4710-be54-9c1b89f2be5a HTTP/1.1" status: 200 len: 1001 time: 0.0625081 Sep 14 23:10:01.271989 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00ea24-e863-4184-a76d-e76ff0562754 req-c7fd064a-7eff-436a-a16c-e72337495608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:10:01.273412 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-dc00ea24-e863-4184-a76d-e76ff0562754 req-c7fd064a-7eff-436a-a16c-e72337495608 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bde3a9c9-df2c-4163-99b8-693b9b6f7a85 HTTP/1.1" status: 200 len: 847 time: 0.0422571 Sep 14 23:10:01.318804 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00ea24-e863-4184-a76d-e76ff0562754 req-aa541b93-867f-4e33-9199-79cafc7a98f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:10:01.320254 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-dc00ea24-e863-4184-a76d-e76ff0562754 req-aa541b93-867f-4e33-9199-79cafc7a98f5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3efb33cd-c3d1-4574-b595-4ef315e545cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389373 Sep 14 23:10:01.409813 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-dc00ea24-e863-4184-a76d-e76ff0562754 req-7ef4372f-15e6-47f7-9b51-308378bd5ccf service neutron] 10.222.0.52 "GET /v2.0/networks/3efb33cd-c3d1-4574-b595-4ef315e545cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815604 Sep 14 23:10:01.498072 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-dc00ea24-e863-4184-a76d-e76ff0562754 req-40461f10-20b4-4358-aa5f-4c03ea080a1c service neutron] 10.222.0.52 "GET /v2.0/networks/3efb33cd-c3d1-4574-b595-4ef315e545cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804579 Sep 14 23:10:02.233897 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-c98c0826-40f1-4492-a738-f641edd08d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:04.966562 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-82512a85-ba9f-4bbf-a131-593d9ee534fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:04.970856 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:06.044782 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:07.898169 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:24.713869 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 6 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:10:30.313236 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:30.581752 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e8e69fcf-b90d-46e6-b830-dd5edd7b5650 req-50176105-f8a8-4f55-a297-ddcf9554e7cc tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1885141168&fields=id&tenant_id=16f8af8a3e5e4c55b7201be8a5d05ee2 HTTP/1.1" status: 200 len: 267 time: 0.0323088 Sep 14 23:10:30.637330 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e69fcf-b90d-46e6-b830-dd5edd7b5650 req-66d27e3d-9b1b-415f-8816-10bf6381d085 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:10:30.639344 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e8e69fcf-b90d-46e6-b830-dd5edd7b5650 req-66d27e3d-9b1b-415f-8816-10bf6381d085 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 985 time: 0.0523047 Sep 14 23:10:30.651350 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [req-e8e69fcf-b90d-46e6-b830-dd5edd7b5650 req-6e0eeea6-93ea-4cd3-8fcb-43e10137905e tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Request body: {'port': {'security_groups': ['45dcf2d1-4614-4fe2-8c6d-082001e89ecf']}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:10:30.724678 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-e8e69fcf-b90d-46e6-b830-dd5edd7b5650 req-6e0eeea6-93ea-4cd3-8fcb-43e10137905e tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:30.893333 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.db [req-e8e69fcf-b90d-46e6-b830-dd5edd7b5650 req-6e0eeea6-93ea-4cd3-8fcb-43e10137905e tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] For port ebe7b57d-3af1-43bb-9955-81e0db5eed10, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=ebe7b57d-3af1-43bb-9955-81e0db5eed10,segment=NetworkSegment(7fb02b41-577f-4192-b7fa-301b1defa6b4),segment_id=7fb02b41-577f-4192-b7fa-301b1defa6b4)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:10:30.921770 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-e8e69fcf-b90d-46e6-b830-dd5edd7b5650 req-6e0eeea6-93ea-4cd3-8fcb-43e10137905e tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:30.926357 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-e8e69fcf-b90d-46e6-b830-dd5edd7b5650 req-6e0eeea6-93ea-4cd3-8fcb-43e10137905e tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666946'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:30.938569 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['ebe7b57d-3af1-43bb-9955-81e0db5eed10'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:10:30.971928 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e69fcf-b90d-46e6-b830-dd5edd7b5650 req-6e0eeea6-93ea-4cd3-8fcb-43e10137905e tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:10:30.972548 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-e8e69fcf-b90d-46e6-b830-dd5edd7b5650 req-6e0eeea6-93ea-4cd3-8fcb-43e10137905e tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:30.974178 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e8e69fcf-b90d-46e6-b830-dd5edd7b5650 req-6e0eeea6-93ea-4cd3-8fcb-43e10137905e tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "PUT /v2.0/ports/ebe7b57d-3af1-43bb-9955-81e0db5eed10 HTTP/1.1" status: 200 len: 943 time: 0.3284936 Sep 14 23:10:30.974622 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea41754-3f62-4aa3-89fa-05b421052478', 'tag': 'ebe7b57d-3af1-43bb-9955-81e0db5eed10'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:10:30.976908 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e3d9041226317d09edcf9166cd50e54bb38c01393ec1a923659a7df53ecbff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee705856-5d32-4fd4-8740-eb17c85f81f8" -d '{"events": [{"name": "network-changed", "server_uuid": "3ea41754-3f62-4aa3-89fa-05b421052478", "tag": "ebe7b57d-3af1-43bb-9955-81e0db5eed10"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:10:30.979901 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 48536) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:10:31.005218 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0eeea6-93ea-4cd3-8fcb-43e10137905e tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Pushing event updated for resources: {'Port': ['ID=ebe7b57d-3af1-43bb-9955-81e0db5eed10,revision_number=7']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:10:31.014701 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0eeea6-93ea-4cd3-8fcb-43e10137905e tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:31.015059 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0eeea6-93ea-4cd3-8fcb-43e10137905e tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:31.015410 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0eeea6-93ea-4cd3-8fcb-43e10137905e tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:31.015751 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0eeea6-93ea-4cd3-8fcb-43e10137905e tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:31.016089 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0eeea6-93ea-4cd3-8fcb-43e10137905e tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:31.016427 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0eeea6-93ea-4cd3-8fcb-43e10137905e tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:31.016788 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0eeea6-93ea-4cd3-8fcb-43e10137905e tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:31.017123 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0eeea6-93ea-4cd3-8fcb-43e10137905e tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:31.017462 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0eeea6-93ea-4cd3-8fcb-43e10137905e tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:31.017841 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0eeea6-93ea-4cd3-8fcb-43e10137905e tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:31.018112 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0eeea6-93ea-4cd3-8fcb-43e10137905e tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:31.018440 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0eeea6-93ea-4cd3-8fcb-43e10137905e tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:31.072344 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['ebe7b57d-3af1-43bb-9955-81e0db5eed10'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:10:31.074424 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-575f1bd7-5ce2-48af-ae80-c1f2bfd3b139 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:31.116821 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 23:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47295cf6-71dc-41fc-b7d6-88d6f9d9ca37 x-openstack-request-id: req-47295cf6-71dc-41fc-b7d6-88d6f9d9ca37 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:10:31.116821 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ea41754-3f62-4aa3-89fa-05b421052478", "tag": "ebe7b57d-3af1-43bb-9955-81e0db5eed10", "status": "completed", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:10:31.117095 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-47295cf6-71dc-41fc-b7d6-88d6f9d9ca37 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:10:31.117569 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ea41754-3f62-4aa3-89fa-05b421052478', 'tag': 'ebe7b57d-3af1-43bb-9955-81e0db5eed10', 'status': 'completed', 'code': 200} Sep 14 23:10:31.125011 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-575f1bd7-5ce2-48af-ae80-c1f2bfd3b139 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:31.198491 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-575f1bd7-5ce2-48af-ae80-c1f2bfd3b139 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:31.202120 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-575f1bd7-5ce2-48af-ae80-c1f2bfd3b139 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:31.206046 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-575f1bd7-5ce2-48af-ae80-c1f2bfd3b139 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "DELETE /v2.0/security-groups/6d926f52-75a7-4367-a53a-256c0c745726 HTTP/1.1" status: 204 len: 168 time: 0.2205219 Sep 14 23:10:31.206464 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 48542) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:10:31.213727 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f1bd7-5ce2-48af-ae80-c1f2bfd3b139 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d926f52-75a7-4367-a53a-256c0c745726,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:10:31.223312 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575f1bd7-5ce2-48af-ae80-c1f2bfd3b139 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:31.223501 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575f1bd7-5ce2-48af-ae80-c1f2bfd3b139 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:31.223858 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575f1bd7-5ce2-48af-ae80-c1f2bfd3b139 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:31.224204 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575f1bd7-5ce2-48af-ae80-c1f2bfd3b139 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:31.224701 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575f1bd7-5ce2-48af-ae80-c1f2bfd3b139 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:31.225048 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575f1bd7-5ce2-48af-ae80-c1f2bfd3b139 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:31.225536 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575f1bd7-5ce2-48af-ae80-c1f2bfd3b139 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:31.225883 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575f1bd7-5ce2-48af-ae80-c1f2bfd3b139 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:31.226216 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575f1bd7-5ce2-48af-ae80-c1f2bfd3b139 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:31.226645 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575f1bd7-5ce2-48af-ae80-c1f2bfd3b139 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:31.226985 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575f1bd7-5ce2-48af-ae80-c1f2bfd3b139 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:31.227315 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575f1bd7-5ce2-48af-ae80-c1f2bfd3b139 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:31.297077 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-801b7282-d321-47b9-afa7-7a4603892e43 None None] Provisioning complete for port ebe7b57d-3af1-43bb-9955-81e0db5eed10 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:10:31.297448 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-801b7282-d321-47b9-afa7-7a4603892e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:31.319011 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee705856-5d32-4fd4-8740-eb17c85f81f8 req-e9566eac-1587-41e3-81e5-523be4b18495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:10:31.320497 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ee705856-5d32-4fd4-8740-eb17c85f81f8 req-e9566eac-1587-41e3-81e5-523be4b18495 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=16f8af8a3e5e4c55b7201be8a5d05ee2&device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 1099 time: 0.1836634 Sep 14 23:10:31.469205 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee705856-5d32-4fd4-8740-eb17c85f81f8 req-a94254ae-0c45-4183-baa1-2f7f83532949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:10:31.470649 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ee705856-5d32-4fd4-8740-eb17c85f81f8 req-a94254ae-0c45-4183-baa1-2f7f83532949 service neutron] 10.222.0.52 "GET /v2.0/networks?id=75df04b7-109f-47d1-ada3-939d55f6000f HTTP/1.1" status: 200 len: 915 time: 0.1232197 Sep 14 23:10:31.516923 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-c601f76c-4415-4c23-9f23-59dd5811f67a tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Deleting port af4f752d-41f7-49a0-b9e5-dbcaf29be130 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:10:31.517269 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c601f76c-4415-4c23-9f23-59dd5811f67a tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:31.582700 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ee705856-5d32-4fd4-8740-eb17c85f81f8 req-53868767-ff09-4856-883d-5e21b920280a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebe7b57d-3af1-43bb-9955-81e0db5eed10 HTTP/1.1" status: 200 len: 1002 time: 0.1042144 Sep 14 23:10:31.637534 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c601f76c-4415-4c23-9f23-59dd5811f67a tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:31.638412 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c601f76c-4415-4c23-9f23-59dd5811f67a tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:31.654427 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-c601f76c-4415-4c23-9f23-59dd5811f67a tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Calling delete_port for af4f752d-41f7-49a0-b9e5-dbcaf29be130 owned by network:floatingip {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:10:31.661917 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee705856-5d32-4fd4-8740-eb17c85f81f8 req-c67d5115-3062-458a-9d2c-1181e03d4f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:10:31.663361 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ee705856-5d32-4fd4-8740-eb17c85f81f8 req-c67d5115-3062-458a-9d2c-1181e03d4f82 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f85dd972-c009-40bc-a65e-f5ee6b80dcaf HTTP/1.1" status: 200 len: 853 time: 0.0717628 Sep 14 23:10:31.784102 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee705856-5d32-4fd4-8740-eb17c85f81f8 req-2f225682-9e57-4917-84bc-62ce4fff3093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:10:31.785511 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ee705856-5d32-4fd4-8740-eb17c85f81f8 req-2f225682-9e57-4917-84bc-62ce4fff3093 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=75df04b7-109f-47d1-ada3-939d55f6000f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1143613 Sep 14 23:10:31.914838 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ee705856-5d32-4fd4-8740-eb17c85f81f8 req-13fcab6e-9361-4296-9b72-c2f2d25126dd service neutron] 10.222.0.52 "GET /v2.0/networks/75df04b7-109f-47d1-ada3-939d55f6000f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189561 Sep 14 23:10:31.947307 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c601f76c-4415-4c23-9f23-59dd5811f67a tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:32.004150 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601f76c-4415-4c23-9f23-59dd5811f67a tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Pushing event deleted for resources: {'Port': ['ID=af4f752d-41f7-49a0-b9e5-dbcaf29be130,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:10:32.079795 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ee705856-5d32-4fd4-8740-eb17c85f81f8 req-f9375daa-7823-4d26-8749-8c3a64a7323b service neutron] 10.222.0.52 "GET /v2.0/networks/75df04b7-109f-47d1-ada3-939d55f6000f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573102 Sep 14 23:10:32.086285 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c601f76c-4415-4c23-9f23-59dd5811f67a tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks [] for floatingip, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:32.086622 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.db.l3_db [None req-c601f76c-4415-4c23-9f23-59dd5811f67a tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Floating IP 4b227888-f497-411a-b034-b4c622175046 disassociated (deleted). External IP: 172.27.3.117, port: ebe7b57d-3af1-43bb-9955-81e0db5eed10. Sep 14 23:10:32.235856 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-7a58ec80-cdba-4fa3-9183-b9bcf374819b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:32.521544 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c601f76c-4415-4c23-9f23-59dd5811f67a tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Router 9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6 has already been hosted by L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f {{(pid=94135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 23:10:32.624139 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c601f76c-4415-4c23-9f23-59dd5811f67a tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:10:32.628926 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c601f76c-4415-4c23-9f23-59dd5811f67a tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for floatingip, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:32.633597 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6788af-21dd-4a60-b9e5-b8962ade2eff None None] Sync routers for ids ['9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6'] in dv-cinder-760178-13-iscsi {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:10:32.642719 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6788af-21dd-4a60-b9e5-b8962ade2eff None None] Routers {'9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:10:32.643327 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-7f6788af-21dd-4a60-b9e5-b8962ade2eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:10:05Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:10:32.656147 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-c601f76c-4415-4c23-9f23-59dd5811f67a tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "DELETE /v2.0/floatingips/4b227888-f497-411a-b034-b4c622175046 HTTP/1.1" status: 204 len: 168 time: 1.4483776 Sep 14 23:10:32.749659 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-7f6788af-21dd-4a60-b9e5-b8962ade2eff None None] Set router 9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:10:33.066078 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-7f6788af-21dd-4a60-b9e5-b8962ade2eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'name': 'tempest-TestMinimumBasicScenario-951826626-router', 'tenant_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'af5db499-8d11-448a-9101-c7da0bbd3e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:53Z', 'updated_at': '2021-09-14T23:07:57Z', 'revision_number': 4, 'project_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'gw_port': {'id': 'af5db499-8d11-448a-9101-c7da0bbd3e8c', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:45:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:54Z', 'updated_at': '2021-09-14T23:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': '933884ed-5cb9-4873-9920-7c8028c0e84d', 'name': '', 'network_id': '75df04b7-109f-47d1-ada3-939d55f6000f', 'tenant_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'mac_address': 'fa:16:3e:34:68:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f85dd972-c009-40bc-a65e-f5ee6b80dcaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:56Z', 'updated_at': '2021-09-14T23:08:03Z', 'revision_number': 5, 'project_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'subnets': [{'id': 'f85dd972-c009-40bc-a65e-f5ee6b80dcaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:10:33.091994 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6788af-21dd-4a60-b9e5-b8962ade2eff None None] Checking router: 9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6 for host: dv-cinder-760178-13-iscsi {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:10:33.100094 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6788af-21dd-4a60-b9e5-b8962ade2eff None None] Routers {'9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:10:33.100361 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-7f6788af-21dd-4a60-b9e5-b8962ade2eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:10:05Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:10:33.119053 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea41754-3f62-4aa3-89fa-05b421052478', 'tag': 'ebe7b57d-3af1-43bb-9955-81e0db5eed10'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:10:33.121505 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e3d9041226317d09edcf9166cd50e54bb38c01393ec1a923659a7df53ecbff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae11bd4a-56fb-4ed7-9797-dd39e46a77c3" -d '{"events": [{"name": "network-changed", "server_uuid": "3ea41754-3f62-4aa3-89fa-05b421052478", "tag": "ebe7b57d-3af1-43bb-9955-81e0db5eed10"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:10:33.158777 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 23:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a853d4ad-0828-48a9-a53f-1e2cde08c62a x-openstack-request-id: req-a853d4ad-0828-48a9-a53f-1e2cde08c62a {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:10:33.159060 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ea41754-3f62-4aa3-89fa-05b421052478", "tag": "ebe7b57d-3af1-43bb-9955-81e0db5eed10", "status": "completed", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:10:33.159304 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a853d4ad-0828-48a9-a53f-1e2cde08c62a {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:10:33.159693 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ea41754-3f62-4aa3-89fa-05b421052478', 'tag': 'ebe7b57d-3af1-43bb-9955-81e0db5eed10', 'status': 'completed', 'code': 200} Sep 14 23:10:33.206265 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-7f6788af-21dd-4a60-b9e5-b8962ade2eff None None] Set router 9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:10:33.221972 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11bd4a-56fb-4ed7-9797-dd39e46a77c3 req-67a78079-c0cc-4913-a2fc-a4eaaa749e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:10:33.223462 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ae11bd4a-56fb-4ed7-9797-dd39e46a77c3 req-67a78079-c0cc-4913-a2fc-a4eaaa749e97 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=16f8af8a3e5e4c55b7201be8a5d05ee2&device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 1099 time: 0.0398037 Sep 14 23:10:33.322254 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11bd4a-56fb-4ed7-9797-dd39e46a77c3 req-41af5b4d-6211-496c-aa1e-c8ffaa704912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:10:33.324002 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ae11bd4a-56fb-4ed7-9797-dd39e46a77c3 req-41af5b4d-6211-496c-aa1e-c8ffaa704912 service neutron] 10.222.0.52 "GET /v2.0/networks?id=75df04b7-109f-47d1-ada3-939d55f6000f HTTP/1.1" status: 200 len: 915 time: 0.0914803 Sep 14 23:10:33.365180 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ae11bd4a-56fb-4ed7-9797-dd39e46a77c3 req-e761610c-cf63-4ddf-9d6f-24b81010745f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebe7b57d-3af1-43bb-9955-81e0db5eed10 HTTP/1.1" status: 200 len: 217 time: 0.0334330 Sep 14 23:10:33.418214 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11bd4a-56fb-4ed7-9797-dd39e46a77c3 req-ee06df17-6335-4d40-8c1c-2059eb9de353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:10:33.419734 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ae11bd4a-56fb-4ed7-9797-dd39e46a77c3 req-ee06df17-6335-4d40-8c1c-2059eb9de353 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f85dd972-c009-40bc-a65e-f5ee6b80dcaf HTTP/1.1" status: 200 len: 853 time: 0.0441313 Sep 14 23:10:33.424306 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-7f6788af-21dd-4a60-b9e5-b8962ade2eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'name': 'tempest-TestMinimumBasicScenario-951826626-router', 'tenant_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'af5db499-8d11-448a-9101-c7da0bbd3e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:53Z', 'updated_at': '2021-09-14T23:07:57Z', 'revision_number': 4, 'project_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'gw_port': {'id': 'af5db499-8d11-448a-9101-c7da0bbd3e8c', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:45:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:54Z', 'updated_at': '2021-09-14T23:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': '933884ed-5cb9-4873-9920-7c8028c0e84d', 'name': '', 'network_id': '75df04b7-109f-47d1-ada3-939d55f6000f', 'tenant_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'mac_address': 'fa:16:3e:34:68:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f85dd972-c009-40bc-a65e-f5ee6b80dcaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:56Z', 'updated_at': '2021-09-14T23:08:03Z', 'revision_number': 5, 'project_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'subnets': [{'id': 'f85dd972-c009-40bc-a65e-f5ee6b80dcaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:10:33.451868 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6788af-21dd-4a60-b9e5-b8962ade2eff None None] The sync data for ids ['9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6'] in dv-cinder-760178-13-iscsi is: [{'id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'name': 'tempest-TestMinimumBasicScenario-951826626-router', 'tenant_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'af5db499-8d11-448a-9101-c7da0bbd3e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:53Z', 'updated_at': '2021-09-14T23:07:57Z', 'revision_number': 4, 'project_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'gw_port': {'id': 'af5db499-8d11-448a-9101-c7da0bbd3e8c', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:45:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:54Z', 'updated_at': '2021-09-14T23:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': '933884ed-5cb9-4873-9920-7c8028c0e84d', 'name': '', 'network_id': '75df04b7-109f-47d1-ada3-939d55f6000f', 'tenant_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'mac_address': 'fa:16:3e:34:68:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f85dd972-c009-40bc-a65e-f5ee6b80dcaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:56Z', 'updated_at': '2021-09-14T23:08:03Z', 'revision_number': 5, 'project_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'subnets': [{'id': 'f85dd972-c009-40bc-a65e-f5ee6b80dcaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:10:33.477549 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11bd4a-56fb-4ed7-9797-dd39e46a77c3 req-49b237ec-0739-4c43-b35f-452a0e3c6518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:10:33.479126 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ae11bd4a-56fb-4ed7-9797-dd39e46a77c3 req-49b237ec-0739-4c43-b35f-452a0e3c6518 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=75df04b7-109f-47d1-ada3-939d55f6000f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0510006 Sep 14 23:10:33.591329 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ae11bd4a-56fb-4ed7-9797-dd39e46a77c3 req-9105dab1-0b63-4c24-9b66-3d8b7999cde3 service neutron] 10.222.0.52 "GET /v2.0/networks/75df04b7-109f-47d1-ada3-939d55f6000f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031306 Sep 14 23:10:33.694869 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ae11bd4a-56fb-4ed7-9797-dd39e46a77c3 req-0c57ad12-13d1-4d2a-8d97-fa0bc6fa1291 service neutron] 10.222.0.52 "GET /v2.0/networks/75df04b7-109f-47d1-ada3-939d55f6000f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954456 Sep 14 23:10:33.711940 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf7234f-b684-4de1-ba76-74765a4df594 None None] New status for floating IP 4b227888-f497-411a-b034-b4c622175046: DOWN {{(pid=94137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:10:34.955898 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-9c67f769-74e4-451d-847e-b26f5beb52f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:34.971759 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:35.354998 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9c267-9899-41da-a11f-a16026278925 req-c13f0197-a8f5-4a82-a20e-802af9e80639 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:10:35.356474 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e8c9c267-9899-41da-a11f-a16026278925 req-c13f0197-a8f5-4a82-a20e-802af9e80639 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 946 time: 0.0490217 Sep 14 23:10:35.393669 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e8c9c267-9899-41da-a11f-a16026278925 req-c852097a-2a99-4e24-b19f-4a544c067e0c tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306869 Sep 14 23:10:36.046883 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:36.558367 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef3395-e972-49a0-b7e0-eb77a35dfd95 req-d8777836-35a5-4b2d-b168-d8de496506f9 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:10:36.559816 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e6ef3395-e972-49a0-b7e0-eb77a35dfd95 req-d8777836-35a5-4b2d-b168-d8de496506f9 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 946 time: 0.0988100 Sep 14 23:10:36.596507 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e6ef3395-e972-49a0-b7e0-eb77a35dfd95 req-f12911d8-a14f-4368-b5b2-a2a4f9677849 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/security-groups?id=45dcf2d1-4614-4fe2-8c6d-082001e89ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308607 Sep 14 23:10:37.020129 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d50bd-5313-4b42-b509-ba1c03a1fa55 req-244ea3e9-ccc9-4859-9123-90a1c885d32a tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:10:37.021628 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8d4d50bd-5313-4b42-b509-ba1c03a1fa55 req-244ea3e9-ccc9-4859-9123-90a1c885d32a tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 946 time: 0.0512784 Sep 14 23:10:37.110572 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [req-8d4d50bd-5313-4b42-b509-ba1c03a1fa55 req-3fe688d2-aad5-4a05-9413-ed9cd1876e67 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Deleting port ebe7b57d-3af1-43bb-9955-81e0db5eed10 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:10:37.110927 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-8d4d50bd-5313-4b42-b509-ba1c03a1fa55 req-3fe688d2-aad5-4a05-9413-ed9cd1876e67 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:37.198912 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.db [req-8d4d50bd-5313-4b42-b509-ba1c03a1fa55 req-3fe688d2-aad5-4a05-9413-ed9cd1876e67 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] For port ebe7b57d-3af1-43bb-9955-81e0db5eed10, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=ebe7b57d-3af1-43bb-9955-81e0db5eed10,segment=NetworkSegment(7fb02b41-577f-4192-b7fa-301b1defa6b4),segment_id=7fb02b41-577f-4192-b7fa-301b1defa6b4)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:10:37.199274 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-8d4d50bd-5313-4b42-b509-ba1c03a1fa55 req-3fe688d2-aad5-4a05-9413-ed9cd1876e67 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:37.211158 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [req-8d4d50bd-5313-4b42-b509-ba1c03a1fa55 req-3fe688d2-aad5-4a05-9413-ed9cd1876e67 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Calling delete_port for ebe7b57d-3af1-43bb-9955-81e0db5eed10 owned by compute:nova {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:10:37.337164 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-8d4d50bd-5313-4b42-b509-ba1c03a1fa55 req-3fe688d2-aad5-4a05-9413-ed9cd1876e67 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:37.348835 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['ebe7b57d-3af1-43bb-9955-81e0db5eed10'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:10:37.366746 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe688d2-aad5-4a05-9413-ed9cd1876e67 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Pushing event deleted for resources: {'Port': ['ID=ebe7b57d-3af1-43bb-9955-81e0db5eed10,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:10:37.410319 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4d50bd-5313-4b42-b509-ba1c03a1fa55 req-3fe688d2-aad5-4a05-9413-ed9cd1876e67 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] No DVR routers for this DVR port ebe7b57d-3af1-43bb-9955-81e0db5eed10 on host hv-cinder-76017 {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:10:37.412883 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [req-8d4d50bd-5313-4b42-b509-ba1c03a1fa55 req-3fe688d2-aad5-4a05-9413-ed9cd1876e67 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:37.414811 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8d4d50bd-5313-4b42-b509-ba1c03a1fa55 req-3fe688d2-aad5-4a05-9413-ed9cd1876e67 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.52 "DELETE /v2.0/ports/ebe7b57d-3af1-43bb-9955-81e0db5eed10 HTTP/1.1" status: 204 len: 173 time: 0.3875067 Sep 14 23:10:37.415233 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea41754-3f62-4aa3-89fa-05b421052478', 'name': 'network-vif-deleted', 'tag': 'ebe7b57d-3af1-43bb-9955-81e0db5eed10'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:10:37.417702 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e3d9041226317d09edcf9166cd50e54bb38c01393ec1a923659a7df53ecbff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486c503b-3fca-41a1-9879-e38f2ce019d0" -d '{"events": [{"server_uuid": "3ea41754-3f62-4aa3-89fa-05b421052478", "name": "network-vif-deleted", "tag": "ebe7b57d-3af1-43bb-9955-81e0db5eed10"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:10:37.454140 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bda8b9d-b53d-483c-a7d8-41cca6977e0b x-openstack-request-id: req-2bda8b9d-b53d-483c-a7d8-41cca6977e0b {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:10:37.454425 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea41754-3f62-4aa3-89fa-05b421052478", "name": "network-vif-deleted", "tag": "ebe7b57d-3af1-43bb-9955-81e0db5eed10", "status": "completed", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:10:37.454667 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2bda8b9d-b53d-483c-a7d8-41cca6977e0b {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:10:37.455052 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea41754-3f62-4aa3-89fa-05b421052478', 'name': 'network-vif-deleted', 'tag': 'ebe7b57d-3af1-43bb-9955-81e0db5eed10', 'status': 'completed', 'code': 200} Sep 14 23:10:37.700966 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fb7bb0f2-7181-4a22-9ad5-2aa15daedf3e req-e080c9ac-b1e2-45cb-a290-7d5406636bf5 tempest-TestMinimumBasicScenario-1537656656 tempest-TestMinimumBasicScenario-1537656656-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea41754-3f62-4aa3-89fa-05b421052478 HTTP/1.1" status: 200 len: 210 time: 0.0266094 Sep 14 23:10:37.899138 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:38.895014 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627ebc3-7c2d-4c80-85b8-1d15448d86d6 req-af491d90-92de-4596-897f-dc5f0c61594d tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:10:38.895014 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7627ebc3-7c2d-4c80-85b8-1d15448d86d6 req-af491d90-92de-4596-897f-dc5f0c61594d tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 946 time: 0.0495052 Sep 14 23:10:38.933184 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7627ebc3-7c2d-4c80-85b8-1d15448d86d6 req-ce3ef6fc-74d4-4aa7-b183-a7563c9b767f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321829 Sep 14 23:10:39.431935 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 48644) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:10:39.829490 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-620fa7c5-8ef2-426f-9e2e-9fd904f5cbc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530187'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:40.058934 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6f88b-7f65-4a81-8fed-1bec9ee3775e req-2b9cc384-0823-4d55-9739-b2c41606b06f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:10:40.060425 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f6f6f88b-7f65-4a81-8fed-1bec9ee3775e req-2b9cc384-0823-4d55-9739-b2c41606b06f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 946 time: 0.0523539 Sep 14 23:10:40.098233 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f6f6f88b-7f65-4a81-8fed-1bec9ee3775e req-c1dbdf63-cd39-4242-af09-fdc43239abe7 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316970 Sep 14 23:10:40.116071 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-620fa7c5-8ef2-426f-9e2e-9fd904f5cbc4 admin admin] Deleting port 933884ed-5cb9-4873-9920-7c8028c0e84d {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:10:40.116415 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-620fa7c5-8ef2-426f-9e2e-9fd904f5cbc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:40.196427 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-620fa7c5-8ef2-426f-9e2e-9fd904f5cbc4 admin admin] For port 933884ed-5cb9-4873-9920-7c8028c0e84d, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=933884ed-5cb9-4873-9920-7c8028c0e84d,segment=NetworkSegment(7fb02b41-577f-4192-b7fa-301b1defa6b4),segment_id=7fb02b41-577f-4192-b7fa-301b1defa6b4)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:10:40.196817 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-620fa7c5-8ef2-426f-9e2e-9fd904f5cbc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:40.209115 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-620fa7c5-8ef2-426f-9e2e-9fd904f5cbc4 admin admin] Calling delete_port for 933884ed-5cb9-4873-9920-7c8028c0e84d owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:10:40.379446 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-620fa7c5-8ef2-426f-9e2e-9fd904f5cbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:40.404515 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620fa7c5-8ef2-426f-9e2e-9fd904f5cbc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=933884ed-5cb9-4873-9920-7c8028c0e84d,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:10:40.571132 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-620fa7c5-8ef2-426f-9e2e-9fd904f5cbc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529339'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:40.777394 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620fa7c5-8ef2-426f-9e2e-9fd904f5cbc4 admin admin] Router 9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6 has already been hosted by L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 23:10:40.817666 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device ebe7b57d-3af1-43bb-9955-81e0db5eed10 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:10:40.841391 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] No Port match for: ebe7b57d-3af1-43bb-9955-81e0db5eed10 {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:10:40.841735 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device ebe7b57d-3af1-43bb-9955-81e0db5eed10 not bound to the agent host hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:10:40.882458 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620fa7c5-8ef2-426f-9e2e-9fd904f5cbc4 admin admin] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:10:40.887452 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-620fa7c5-8ef2-426f-9e2e-9fd904f5cbc4 admin admin] 10.222.0.39 "PUT /v2.0/routers/9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4544935 Sep 14 23:10:40.889973 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 48648) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:10:40.893368 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7188f1-8841-43b7-a69f-4c4e235cd4bb None None] Sync routers for ids ['9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6'] in dv-cinder-760178-13-iscsi {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:10:40.902410 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7188f1-8841-43b7-a69f-4c4e235cd4bb None None] Routers {'9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:10:40.903027 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-9e7188f1-8841-43b7-a69f-4c4e235cd4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:10:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:10:40.993075 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a0742f8a-1940-4d25-b4d8-85cb2ac57397 admin admin] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:41.008262 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-9e7188f1-8841-43b7-a69f-4c4e235cd4bb None None] Set router 9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:10:41.096441 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a0742f8a-1940-4d25-b4d8-85cb2ac57397 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:41.164150 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-a0742f8a-1940-4d25-b4d8-85cb2ac57397 admin admin] Deleting port af5db499-8d11-448a-9101-c7da0bbd3e8c {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:10:41.165454 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a0742f8a-1940-4d25-b4d8-85cb2ac57397 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:41.191918 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-9e7188f1-8841-43b7-a69f-4c4e235cd4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'name': 'tempest-TestMinimumBasicScenario-951826626-router', 'tenant_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'af5db499-8d11-448a-9101-c7da0bbd3e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:53Z', 'updated_at': '2021-09-14T23:10:40Z', 'revision_number': 5, 'project_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'gw_port': {'id': 'af5db499-8d11-448a-9101-c7da0bbd3e8c', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:45:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:54Z', 'updated_at': '2021-09-14T23:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi'}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:10:41.220626 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7188f1-8841-43b7-a69f-4c4e235cd4bb None None] Checking router: 9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6 for host: dv-cinder-760178-13-iscsi {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:10:41.225484 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b27d9f-3e1f-4132-9757-4421eed05805 req-4e5a06a9-1a9c-440c-935d-f4b4b20765b1 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:10:41.229093 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-17b27d9f-3e1f-4132-9757-4421eed05805 req-4e5a06a9-1a9c-440c-935d-f4b4b20765b1 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 946 time: 0.0537174 Sep 14 23:10:41.231404 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7188f1-8841-43b7-a69f-4c4e235cd4bb None None] Routers {'9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:10:41.232091 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-9e7188f1-8841-43b7-a69f-4c4e235cd4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:10:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:10:41.262926 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-a0742f8a-1940-4d25-b4d8-85cb2ac57397 admin admin] For port af5db499-8d11-448a-9101-c7da0bbd3e8c, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=af5db499-8d11-448a-9101-c7da0bbd3e8c,segment=NetworkSegment(a9a9fb15-9287-4c77-9a23-3b65ea6f31f5),segment_id=a9a9fb15-9287-4c77-9a23-3b65ea6f31f5)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:10:41.263814 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a0742f8a-1940-4d25-b4d8-85cb2ac57397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:41.271524 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-17b27d9f-3e1f-4132-9757-4421eed05805 req-6c88fb08-bf66-4ecb-b736-bdd230433e35 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337601 Sep 14 23:10:41.277931 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-a0742f8a-1940-4d25-b4d8-85cb2ac57397 admin admin] Calling delete_port for af5db499-8d11-448a-9101-c7da0bbd3e8c owned by network:router_gateway {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:10:41.325084 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-9e7188f1-8841-43b7-a69f-4c4e235cd4bb None None] Set router 9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6 gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:10:41.377833 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-9e7188f1-8841-43b7-a69f-4c4e235cd4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'name': 'tempest-TestMinimumBasicScenario-951826626-router', 'tenant_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:53Z', 'updated_at': '2021-09-14T23:10:41Z', 'revision_number': 6, 'project_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'gw_port_host': None}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:10:41.403580 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7188f1-8841-43b7-a69f-4c4e235cd4bb None None] The sync data for ids ['9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6'] in dv-cinder-760178-13-iscsi is: [{'id': '9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6', 'name': 'tempest-TestMinimumBasicScenario-951826626-router', 'tenant_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:53Z', 'updated_at': '2021-09-14T23:10:41Z', 'revision_number': 6, 'project_id': '16f8af8a3e5e4c55b7201be8a5d05ee2', 'gw_port_host': None}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:10:41.447339 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a0742f8a-1940-4d25-b4d8-85cb2ac57397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:41.474812 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0742f8a-1940-4d25-b4d8-85cb2ac57397 admin admin] Pushing event deleted for resources: {'Port': ['ID=af5db499-8d11-448a-9101-c7da0bbd3e8c,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:10:41.534085 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a0742f8a-1940-4d25-b4d8-85cb2ac57397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529277'] for router_gateway, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:41.636565 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a0742f8a-1940-4d25-b4d8-85cb2ac57397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1953'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:41.638600 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a0742f8a-1940-4d25-b4d8-85cb2ac57397 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:41.700091 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a0742f8a-1940-4d25-b4d8-85cb2ac57397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529879'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:41.700646 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0742f8a-1940-4d25-b4d8-85cb2ac57397 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6 {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 23:10:41.705981 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a0742f8a-1940-4d25-b4d8-85cb2ac57397 admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:41.707116 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-a0742f8a-1940-4d25-b4d8-85cb2ac57397 admin admin] 10.222.0.39 "DELETE /v2.0/routers/9dd06be0-fa61-4d1e-9c27-e9c5287bf6e6 HTTP/1.1" status: 204 len: 168 time: 0.8162670 Sep 14 23:10:41.709620 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 48652) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:10:41.751499 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-dde2d37a-e248-49ab-aec9-10b0fcf75e95 admin admin] Deleting subnet f85dd972-c009-40bc-a65e-f5ee6b80dcaf {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 23:10:41.754347 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dde2d37a-e248-49ab-aec9-10b0fcf75e95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:41.790214 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dde2d37a-e248-49ab-aec9-10b0fcf75e95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13278731'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:41.894652 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dde2d37a-e248-49ab-aec9-10b0fcf75e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3629011'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:41.946629 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dde2d37a-e248-49ab-aec9-10b0fcf75e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16122503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13474262'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:41.975678 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2d37a-e248-49ab-aec9-10b0fcf75e95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f85dd972-c009-40bc-a65e-f5ee6b80dcaf,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:10:41.979187 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-dde2d37a-e248-49ab-aec9-10b0fcf75e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:41.981102 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-dde2d37a-e248-49ab-aec9-10b0fcf75e95 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f85dd972-c009-40bc-a65e-f5ee6b80dcaf HTTP/1.1" status: 204 len: 168 time: 0.2705522 Sep 14 23:10:41.983856 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 48654) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:10:41.986426 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fe5e0e-5948-4c1f-a0da-64674920c464 None None] Network 75df04b7-109f-47d1-ada3-939d55f6000f requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:10:42.053828 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-10780c70-3723-4874-b3e9-12b6079f2e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3648290'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:42.109638 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-10780c70-3723-4874-b3e9-12b6079f2e6a admin admin] Deleting port 2c40e537-b4aa-4cc9-9ab3-cf94f7919683 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:10:42.110043 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-10780c70-3723-4874-b3e9-12b6079f2e6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:42.179030 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-10780c70-3723-4874-b3e9-12b6079f2e6a admin admin] For port 2c40e537-b4aa-4cc9-9ab3-cf94f7919683, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=2c40e537-b4aa-4cc9-9ab3-cf94f7919683,segment=NetworkSegment(7fb02b41-577f-4192-b7fa-301b1defa6b4),segment_id=7fb02b41-577f-4192-b7fa-301b1defa6b4)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:10:42.179404 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-10780c70-3723-4874-b3e9-12b6079f2e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:42.193319 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6badb247-8f55-4221-acd8-a48c55c1ac3a None None] DHCP port deletion for 75df04b7-109f-47d1-ada3-939d55f6000f request from dv-cinder-760178-13-iscsi {{(pid=94136) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 23:10:42.198940 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-10780c70-3723-4874-b3e9-12b6079f2e6a admin admin] Calling delete_port for 2c40e537-b4aa-4cc9-9ab3-cf94f7919683 owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:10:42.240725 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-6badb247-8f55-4221-acd8-a48c55c1ac3a None None] Deleting port 2c40e537-b4aa-4cc9-9ab3-cf94f7919683 {{(pid=94136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:10:42.241126 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-6badb247-8f55-4221-acd8-a48c55c1ac3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:42.275489 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-10780c70-3723-4874-b3e9-12b6079f2e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:42.307136 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-6badb247-8f55-4221-acd8-a48c55c1ac3a None None] For port 2c40e537-b4aa-4cc9-9ab3-cf94f7919683, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=2c40e537-b4aa-4cc9-9ab3-cf94f7919683,segment=NetworkSegment(7fb02b41-577f-4192-b7fa-301b1defa6b4),segment_id=7fb02b41-577f-4192-b7fa-301b1defa6b4)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:10:42.307526 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-6badb247-8f55-4221-acd8-a48c55c1ac3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:42.325629 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-6badb247-8f55-4221-acd8-a48c55c1ac3a None None] Calling delete_port for 2c40e537-b4aa-4cc9-9ab3-cf94f7919683 owned by network:dhcp {{(pid=94136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:10:42.401071 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5368d-e88d-4288-9631-9e818fe7c634 req-3c95e60b-9b56-472e-970a-e0e58172596f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:10:42.402719 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4ab5368d-e88d-4288-9631-9e818fe7c634 req-3c95e60b-9b56-472e-970a-e0e58172596f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 946 time: 0.0517211 Sep 14 23:10:42.446145 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4ab5368d-e88d-4288-9631-9e818fe7c634 req-3dca006e-5031-4234-a0ed-80e037a79fed tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363021 Sep 14 23:10:42.449995 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-6badb247-8f55-4221-acd8-a48c55c1ac3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729'] for port, after_delete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:42.477424 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badb247-8f55-4221-acd8-a48c55c1ac3a None None] Pushing event deleted for resources: {'Port': ['ID=2c40e537-b4aa-4cc9-9ab3-cf94f7919683,revision_number=None']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:10:42.479788 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6badb247-8f55-4221-acd8-a48c55c1ac3a None None] No DVR routers for this DVR port 2c40e537-b4aa-4cc9-9ab3-cf94f7919683 on host dv-cinder-760178-13-iscsi {{(pid=94136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:10:42.489089 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6badb247-8f55-4221-acd8-a48c55c1ac3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:42.489458 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6badb247-8f55-4221-acd8-a48c55c1ac3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:42.489805 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6badb247-8f55-4221-acd8-a48c55c1ac3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:42.490137 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6badb247-8f55-4221-acd8-a48c55c1ac3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:42.490137 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6badb247-8f55-4221-acd8-a48c55c1ac3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:42.490137 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6badb247-8f55-4221-acd8-a48c55c1ac3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:42.490137 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6badb247-8f55-4221-acd8-a48c55c1ac3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:42.490137 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6badb247-8f55-4221-acd8-a48c55c1ac3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:42.492062 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6badb247-8f55-4221-acd8-a48c55c1ac3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:42.492062 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6badb247-8f55-4221-acd8-a48c55c1ac3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:42.492341 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6badb247-8f55-4221-acd8-a48c55c1ac3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:42.492685 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6badb247-8f55-4221-acd8-a48c55c1ac3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:42.559787 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10780c70-3723-4874-b3e9-12b6079f2e6a admin admin] Pushing event deleted for resources: {'Port': ['ID=2c40e537-b4aa-4cc9-9ab3-cf94f7919683,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:10:42.563458 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10780c70-3723-4874-b3e9-12b6079f2e6a admin admin] No DVR routers for this DVR port 2c40e537-b4aa-4cc9-9ab3-cf94f7919683 on host dv-cinder-760178-13-iscsi {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:10:42.632955 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-10780c70-3723-4874-b3e9-12b6079f2e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3627092', 'neutron.services.segments.db._delete_segments_for_network-8755854224285'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:42.652101 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.services.segments.db [None req-10780c70-3723-4874-b3e9-12b6079f2e6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75df04b7-109f-47d1-ada3-939d55f6000f']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:10:42.661455 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.services.segments.db [None req-10780c70-3723-4874-b3e9-12b6079f2e6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb02b41-577f-4192-b7fa-301b1defa6b4') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:10:42.661749 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.services.segments.db [None req-10780c70-3723-4874-b3e9-12b6079f2e6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb02b41-577f-4192-b7fa-301b1defa6b4') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:10:42.671425 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-10780c70-3723-4874-b3e9-12b6079f2e6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755854225062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13278720'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:42.684533 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-10780c70-3723-4874-b3e9-12b6079f2e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:42.690841 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10780c70-3723-4874-b3e9-12b6079f2e6a admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:10:42.691477 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-10780c70-3723-4874-b3e9-12b6079f2e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16122713'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:42.693137 dv-cinder-760178-13-iscsi neutron-server[94134]: Traceback (most recent call last): Sep 14 23:10:42.693137 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 23:10:42.693137 dv-cinder-760178-13-iscsi neutron-server[94134]: timer() Sep 14 23:10:42.693137 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 23:10:42.693137 dv-cinder-760178-13-iscsi neutron-server[94134]: cb(*args, **kw) Sep 14 23:10:42.693137 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 23:10:42.693137 dv-cinder-760178-13-iscsi neutron-server[94134]: return func(*args, **kwargs) Sep 14 23:10:42.693137 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 23:10:42.693137 dv-cinder-760178-13-iscsi neutron-server[94134]: self._notify() Sep 14 23:10:42.693137 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 23:10:42.693137 dv-cinder-760178-13-iscsi neutron-server[94134]: self.callback(batched_events) Sep 14 23:10:42.693137 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 23:10:42.693137 dv-cinder-760178-13-iscsi neutron-server[94134]: event.method(event) Sep 14 23:10:42.693137 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 23:10:42.693137 dv-cinder-760178-13-iscsi neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 23:10:42.693137 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 23:10:42.693137 dv-cinder-760178-13-iscsi neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 23:10:42.693137 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 23:10:42.693137 dv-cinder-760178-13-iscsi neutron-server[94134]: return f(self, *a, **k) Sep 14 23:10:42.693137 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 23:10:42.693137 dv-cinder-760178-13-iscsi neutron-server[94134]: return self._get(url).json() Sep 14 23:10:42.693137 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 23:10:42.693137 dv-cinder-760178-13-iscsi neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 23:10:42.693137 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 23:10:42.693137 dv-cinder-760178-13-iscsi neutron-server[94134]: return self.request(url, 'GET', **kwargs) Sep 14 23:10:42.693137 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 23:10:42.693137 dv-cinder-760178-13-iscsi neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 23:10:42.693137 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 23:10:42.693137 dv-cinder-760178-13-iscsi neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 23:10:42.693137 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 23:10:42.693137 dv-cinder-760178-13-iscsi neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 23:10:42.693137 dv-cinder-760178-13-iscsi neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 23:10:42.749370 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-10780c70-3723-4874-b3e9-12b6079f2e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3627085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529177'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:42.754800 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-10780c70-3723-4874-b3e9-12b6079f2e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:42.756633 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-10780c70-3723-4874-b3e9-12b6079f2e6a admin admin] 10.222.0.39 "DELETE /v2.0/networks/75df04b7-109f-47d1-ada3-939d55f6000f HTTP/1.1" status: 204 len: 168 time: 0.7718196 Sep 14 23:10:42.759646 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 48658) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:10:42.766884 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10780c70-3723-4874-b3e9-12b6079f2e6a admin admin] Pushing event deleted for resources: {'Network': ['ID=75df04b7-109f-47d1-ada3-939d55f6000f,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:10:43.099776 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-155fe23d-5c46-413f-bc73-916d7e9ddd28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530187'] for router_interface, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:43.167844 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 933884ed-5cb9-4873-9920-7c8028c0e84d no longer exists at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:10:43.187592 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] No Port match for: 933884ed-5cb9-4873-9920-7c8028c0e84d {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:10:43.187940 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 933884ed-5cb9-4873-9920-7c8028c0e84d not bound to the agent host dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:10:43.188359 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 2c40e537-b4aa-4cc9-9ab3-cf94f7919683 no longer exists at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:10:43.206670 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] No Port match for: 2c40e537-b4aa-4cc9-9ab3-cf94f7919683 {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:10:43.207010 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 2c40e537-b4aa-4cc9-9ab3-cf94f7919683 not bound to the agent host dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:10:43.207418 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device af5db499-8d11-448a-9101-c7da0bbd3e8c no longer exists at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:10:43.225043 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] No Port match for: af5db499-8d11-448a-9101-c7da0bbd3e8c {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:10:43.225383 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device af5db499-8d11-448a-9101-c7da0bbd3e8c not bound to the agent host dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:10:43.349493 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-155fe23d-5c46-413f-bc73-916d7e9ddd28 admin admin] Deleting port 56170425-27e0-4277-81e4-5a2bf93613e8 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:10:43.349888 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-155fe23d-5c46-413f-bc73-916d7e9ddd28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:43.424481 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-155fe23d-5c46-413f-bc73-916d7e9ddd28 admin admin] For port 56170425-27e0-4277-81e4-5a2bf93613e8, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=56170425-27e0-4277-81e4-5a2bf93613e8,segment=NetworkSegment(dc93db44-92e7-4a54-a3ad-6e4c29fb9ef9),segment_id=dc93db44-92e7-4a54-a3ad-6e4c29fb9ef9)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:10:43.425181 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-155fe23d-5c46-413f-bc73-916d7e9ddd28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:43.437297 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-155fe23d-5c46-413f-bc73-916d7e9ddd28 admin admin] Calling delete_port for 56170425-27e0-4277-81e4-5a2bf93613e8 owned by network:router_interface {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:10:43.602758 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4825cd-5164-4969-9cfa-d6ebd561d313 req-563bb657-b050-47c5-aeac-c86c079ac9a1 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:10:43.604143 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4d4825cd-5164-4969-9cfa-d6ebd561d313 req-563bb657-b050-47c5-aeac-c86c079ac9a1 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 946 time: 0.0712316 Sep 14 23:10:43.671349 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4d4825cd-5164-4969-9cfa-d6ebd561d313 req-141b21c6-270f-4c2e-b634-7775865b5aeb tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601032 Sep 14 23:10:43.681920 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-155fe23d-5c46-413f-bc73-916d7e9ddd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:43.708554 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155fe23d-5c46-413f-bc73-916d7e9ddd28 admin admin] Pushing event deleted for resources: {'Port': ['ID=56170425-27e0-4277-81e4-5a2bf93613e8,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:10:43.869308 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-155fe23d-5c46-413f-bc73-916d7e9ddd28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529339'] for router_interface, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:44.080441 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155fe23d-5c46-413f-bc73-916d7e9ddd28 admin admin] Router d250fefe-91f1-4f27-93cd-02f7b2adf6fb has already been hosted by L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f {{(pid=94135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 23:10:44.184096 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155fe23d-5c46-413f-bc73-916d7e9ddd28 admin admin] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:10:44.189146 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-155fe23d-5c46-413f-bc73-916d7e9ddd28 admin admin] 10.222.0.39 "PUT /v2.0/routers/d250fefe-91f1-4f27-93cd-02f7b2adf6fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4284542 Sep 14 23:10:44.191615 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 48662) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:10:44.194178 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88a87b5-d25f-4ea9-afb6-d45b625382bc None None] Sync routers for ids ['d250fefe-91f1-4f27-93cd-02f7b2adf6fb'] in dv-cinder-760178-13-iscsi {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:10:44.203347 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88a87b5-d25f-4ea9-afb6-d45b625382bc None None] Routers {'d250fefe-91f1-4f27-93cd-02f7b2adf6fb'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:10:44.203958 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-f88a87b5-d25f-4ea9-afb6-d45b625382bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:10:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['d250fefe-91f1-4f27-93cd-02f7b2adf6fb'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:10:44.297297 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8997c5ba-927d-47cc-9198-48959d8054f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:44.391704 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-f88a87b5-d25f-4ea9-afb6-d45b625382bc None None] Set router d250fefe-91f1-4f27-93cd-02f7b2adf6fb gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:10:44.398560 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8997c5ba-927d-47cc-9198-48959d8054f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:44.451531 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-8997c5ba-927d-47cc-9198-48959d8054f1 admin admin] Deleting port 019cc469-9154-4578-a0df-b81815d2285c {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:10:44.452841 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8997c5ba-927d-47cc-9198-48959d8054f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:44.532110 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-8997c5ba-927d-47cc-9198-48959d8054f1 admin admin] For port 019cc469-9154-4578-a0df-b81815d2285c, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=019cc469-9154-4578-a0df-b81815d2285c,segment=NetworkSegment(a9a9fb15-9287-4c77-9a23-3b65ea6f31f5),segment_id=a9a9fb15-9287-4c77-9a23-3b65ea6f31f5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:10:44.532480 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8997c5ba-927d-47cc-9198-48959d8054f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:44.548204 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-8997c5ba-927d-47cc-9198-48959d8054f1 admin admin] Calling delete_port for 019cc469-9154-4578-a0df-b81815d2285c owned by network:router_gateway {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:10:44.567734 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-f88a87b5-d25f-4ea9-afb6-d45b625382bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd250fefe-91f1-4f27-93cd-02f7b2adf6fb', 'name': 'tempest-TestMinimumBasicScenario-1163493098-router', 'tenant_id': '228c076958db43b39e9f94cef27a63bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '019cc469-9154-4578-a0df-b81815d2285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:59Z', 'updated_at': '2021-09-14T23:10:43Z', 'revision_number': 5, 'project_id': '228c076958db43b39e9f94cef27a63bb', 'gw_port': {'id': '019cc469-9154-4578-a0df-b81815d2285c', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:88:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd250fefe-91f1-4f27-93cd-02f7b2adf6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:08:00Z', 'updated_at': '2021-09-14T23:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi'}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:10:44.597044 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88a87b5-d25f-4ea9-afb6-d45b625382bc None None] Checking router: d250fefe-91f1-4f27-93cd-02f7b2adf6fb for host: dv-cinder-760178-13-iscsi {{(pid=94137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:10:44.605040 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88a87b5-d25f-4ea9-afb6-d45b625382bc None None] Routers {'d250fefe-91f1-4f27-93cd-02f7b2adf6fb'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:10:44.605669 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-f88a87b5-d25f-4ea9-afb6-d45b625382bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:10:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['d250fefe-91f1-4f27-93cd-02f7b2adf6fb'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:10:44.687174 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-f88a87b5-d25f-4ea9-afb6-d45b625382bc None None] Set router d250fefe-91f1-4f27-93cd-02f7b2adf6fb gateway port host: None {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:10:44.710035 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8997c5ba-927d-47cc-9198-48959d8054f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:44.736598 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997c5ba-927d-47cc-9198-48959d8054f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=019cc469-9154-4578-a0df-b81815d2285c,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:10:44.741536 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-f88a87b5-d25f-4ea9-afb6-d45b625382bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd250fefe-91f1-4f27-93cd-02f7b2adf6fb', 'name': 'tempest-TestMinimumBasicScenario-1163493098-router', 'tenant_id': '228c076958db43b39e9f94cef27a63bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:59Z', 'updated_at': '2021-09-14T23:10:44Z', 'revision_number': 6, 'project_id': '228c076958db43b39e9f94cef27a63bb', 'gw_port_host': None}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:10:44.768131 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88a87b5-d25f-4ea9-afb6-d45b625382bc None None] The sync data for ids ['d250fefe-91f1-4f27-93cd-02f7b2adf6fb'] in dv-cinder-760178-13-iscsi is: [{'id': 'd250fefe-91f1-4f27-93cd-02f7b2adf6fb', 'name': 'tempest-TestMinimumBasicScenario-1163493098-router', 'tenant_id': '228c076958db43b39e9f94cef27a63bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:59Z', 'updated_at': '2021-09-14T23:10:44Z', 'revision_number': 6, 'project_id': '228c076958db43b39e9f94cef27a63bb', 'gw_port_host': None}] {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:10:44.827434 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8997c5ba-927d-47cc-9198-48959d8054f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529277'] for router_gateway, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:44.837469 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e679dc2-248a-4f9f-9933-65f8a14f8c20 req-b70abd20-f276-467e-abb7-4808d544ca84 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:10:44.838938 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1e679dc2-248a-4f9f-9933-65f8a14f8c20 req-b70abd20-f276-467e-abb7-4808d544ca84 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 946 time: 0.0799730 Sep 14 23:10:45.180085 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8997c5ba-927d-47cc-9198-48959d8054f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1953'] for router, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:45.184278 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8997c5ba-927d-47cc-9198-48959d8054f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:45.230822 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1e679dc2-248a-4f9f-9933-65f8a14f8c20 req-76410a9f-72c7-47eb-a5c1-b23af1470719 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3662913 Sep 14 23:10:45.239849 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8997c5ba-927d-47cc-9198-48959d8054f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529879'] for router, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:45.240329 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 56170425-27e0-4277-81e4-5a2bf93613e8 no longer exists at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:10:45.240871 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8997c5ba-927d-47cc-9198-48959d8054f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d250fefe-91f1-4f27-93cd-02f7b2adf6fb {{(pid=94135) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 23:10:45.246230 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8997c5ba-927d-47cc-9198-48959d8054f1 admin admin] Notify callbacks [] for router, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:45.247418 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-8997c5ba-927d-47cc-9198-48959d8054f1 admin admin] 10.222.0.39 "DELETE /v2.0/routers/d250fefe-91f1-4f27-93cd-02f7b2adf6fb HTTP/1.1" status: 204 len: 168 time: 1.0541589 Sep 14 23:10:45.250065 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 48666) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:10:45.268793 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] No Port match for: 56170425-27e0-4277-81e4-5a2bf93613e8 {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:10:45.269408 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 56170425-27e0-4277-81e4-5a2bf93613e8 not bound to the agent host dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:10:45.300137 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f2c2b86-4f7f-4d0a-bd79-9eefcec3b294 admin admin] Deleting subnet 8b991805-9cd8-4b1d-81a1-3045be8c25b3 {{(pid=94135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 23:10:45.303142 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2b86-4f7f-4d0a-bd79-9eefcec3b294 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:45.340238 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2b86-4f7f-4d0a-bd79-9eefcec3b294 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14789343'] for subnet, precommit_delete_associations {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:45.445269 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2b86-4f7f-4d0a-bd79-9eefcec3b294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3629011'] for subnet, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:45.496969 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2b86-4f7f-4d0a-bd79-9eefcec3b294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16040463'] for subnet, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:45.527043 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c2b86-4f7f-4d0a-bd79-9eefcec3b294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b991805-9cd8-4b1d-81a1-3045be8c25b3,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:10:45.532317 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2b86-4f7f-4d0a-bd79-9eefcec3b294 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:45.536659 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 48668) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:10:45.537169 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-6f2c2b86-4f7f-4d0a-bd79-9eefcec3b294 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8b991805-9cd8-4b1d-81a1-3045be8c25b3 HTTP/1.1" status: 204 len: 168 time: 0.2858670 Sep 14 23:10:45.539472 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cea9fac-082c-4de8-b87f-1d1e245de56a None None] Network 0097cd83-bec4-4bdb-aa30-31719150a2a3 requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:10:45.607125 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d534fcd5-f976-42fe-a3e7-424915691a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3648290'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:45.666856 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-d534fcd5-f976-42fe-a3e7-424915691a59 admin admin] Deleting port 69aa35d9-62e2-4e29-90c4-bd40ab8ad9a3 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:10:45.667194 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d534fcd5-f976-42fe-a3e7-424915691a59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:45.716895 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58b440e-ed63-4b61-99d4-b610b8145e60 None None] DHCP port deletion for 0097cd83-bec4-4bdb-aa30-31719150a2a3 request from dv-cinder-760178-13-iscsi {{(pid=94136) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 23:10:45.731336 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-d534fcd5-f976-42fe-a3e7-424915691a59 admin admin] For port 69aa35d9-62e2-4e29-90c4-bd40ab8ad9a3, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=69aa35d9-62e2-4e29-90c4-bd40ab8ad9a3,segment=NetworkSegment(dc93db44-92e7-4a54-a3ad-6e4c29fb9ef9),segment_id=dc93db44-92e7-4a54-a3ad-6e4c29fb9ef9)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:10:45.731712 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d534fcd5-f976-42fe-a3e7-424915691a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:45.744166 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-d534fcd5-f976-42fe-a3e7-424915691a59 admin admin] Calling delete_port for 69aa35d9-62e2-4e29-90c4-bd40ab8ad9a3 owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:10:45.768068 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-e58b440e-ed63-4b61-99d4-b610b8145e60 None None] Deleting port 69aa35d9-62e2-4e29-90c4-bd40ab8ad9a3 {{(pid=94136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:10:45.768458 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-e58b440e-ed63-4b61-99d4-b610b8145e60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:45.830469 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d534fcd5-f976-42fe-a3e7-424915691a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:45.843636 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-e58b440e-ed63-4b61-99d4-b610b8145e60 None None] For port 69aa35d9-62e2-4e29-90c4-bd40ab8ad9a3, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=69aa35d9-62e2-4e29-90c4-bd40ab8ad9a3,segment=NetworkSegment(dc93db44-92e7-4a54-a3ad-6e4c29fb9ef9),segment_id=dc93db44-92e7-4a54-a3ad-6e4c29fb9ef9)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:10:45.843636 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-e58b440e-ed63-4b61-99d4-b610b8145e60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:45.856104 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-e58b440e-ed63-4b61-99d4-b610b8145e60 None None] Calling delete_port for 69aa35d9-62e2-4e29-90c4-bd40ab8ad9a3 owned by network:dhcp {{(pid=94136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:10:45.867926 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d534fcd5-f976-42fe-a3e7-424915691a59 admin admin] No DVR routers for this DVR port 69aa35d9-62e2-4e29-90c4-bd40ab8ad9a3 on host dv-cinder-760178-13-iscsi {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:10:45.869769 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534fcd5-f976-42fe-a3e7-424915691a59 admin admin] Pushing event deleted for resources: {'Port': ['ID=69aa35d9-62e2-4e29-90c4-bd40ab8ad9a3,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:10:45.948635 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d534fcd5-f976-42fe-a3e7-424915691a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3627092', 'neutron.services.segments.db._delete_segments_for_network-8755854224285'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:45.970081 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.services.segments.db [None req-d534fcd5-f976-42fe-a3e7-424915691a59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0097cd83-bec4-4bdb-aa30-31719150a2a3']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:10:45.980017 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.services.segments.db [None req-d534fcd5-f976-42fe-a3e7-424915691a59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc93db44-92e7-4a54-a3ad-6e4c29fb9ef9') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:10:45.980318 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.services.segments.db [None req-d534fcd5-f976-42fe-a3e7-424915691a59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc93db44-92e7-4a54-a3ad-6e4c29fb9ef9') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:10:45.990667 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d534fcd5-f976-42fe-a3e7-424915691a59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755854225062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13278720'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:46.004750 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d534fcd5-f976-42fe-a3e7-424915691a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:46.011046 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d534fcd5-f976-42fe-a3e7-424915691a59 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:10:46.011468 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d534fcd5-f976-42fe-a3e7-424915691a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16122713'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:46.013366 dv-cinder-760178-13-iscsi neutron-server[94134]: Traceback (most recent call last): Sep 14 23:10:46.013366 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 23:10:46.013366 dv-cinder-760178-13-iscsi neutron-server[94134]: timer() Sep 14 23:10:46.013366 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 23:10:46.013366 dv-cinder-760178-13-iscsi neutron-server[94134]: cb(*args, **kw) Sep 14 23:10:46.013366 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 23:10:46.013366 dv-cinder-760178-13-iscsi neutron-server[94134]: return func(*args, **kwargs) Sep 14 23:10:46.013366 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 23:10:46.013366 dv-cinder-760178-13-iscsi neutron-server[94134]: self._notify() Sep 14 23:10:46.013366 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 23:10:46.013366 dv-cinder-760178-13-iscsi neutron-server[94134]: self.callback(batched_events) Sep 14 23:10:46.013366 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 23:10:46.013366 dv-cinder-760178-13-iscsi neutron-server[94134]: event.method(event) Sep 14 23:10:46.013366 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 23:10:46.013366 dv-cinder-760178-13-iscsi neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 23:10:46.013366 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 23:10:46.013366 dv-cinder-760178-13-iscsi neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 23:10:46.013366 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 23:10:46.013366 dv-cinder-760178-13-iscsi neutron-server[94134]: return f(self, *a, **k) Sep 14 23:10:46.013366 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 23:10:46.013366 dv-cinder-760178-13-iscsi neutron-server[94134]: return self._get(url).json() Sep 14 23:10:46.013366 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 23:10:46.013366 dv-cinder-760178-13-iscsi neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 23:10:46.013366 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 23:10:46.013366 dv-cinder-760178-13-iscsi neutron-server[94134]: return self.request(url, 'GET', **kwargs) Sep 14 23:10:46.013366 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 23:10:46.013366 dv-cinder-760178-13-iscsi neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 23:10:46.013366 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 23:10:46.013366 dv-cinder-760178-13-iscsi neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 23:10:46.013366 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 23:10:46.013366 dv-cinder-760178-13-iscsi neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 23:10:46.013366 dv-cinder-760178-13-iscsi neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 23:10:46.051284 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-e58b440e-ed63-4b61-99d4-b610b8145e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729'] for port, after_delete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:46.067553 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d534fcd5-f976-42fe-a3e7-424915691a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3627085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529177'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:46.072198 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d534fcd5-f976-42fe-a3e7-424915691a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:46.075737 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b440e-ed63-4b61-99d4-b610b8145e60 None None] Pushing event deleted for resources: {'Port': ['ID=69aa35d9-62e2-4e29-90c4-bd40ab8ad9a3,revision_number=None']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:10:46.078249 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-d534fcd5-f976-42fe-a3e7-424915691a59 admin admin] 10.222.0.39 "DELETE /v2.0/networks/0097cd83-bec4-4bdb-aa30-31719150a2a3 HTTP/1.1" status: 204 len: 168 time: 0.5387790 Sep 14 23:10:46.079968 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58b440e-ed63-4b61-99d4-b610b8145e60 None None] No DVR routers for this DVR port 69aa35d9-62e2-4e29-90c4-bd40ab8ad9a3 on host dv-cinder-760178-13-iscsi {{(pid=94136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:10:46.095250 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534fcd5-f976-42fe-a3e7-424915691a59 admin admin] Pushing event deleted for resources: {'Network': ['ID=0097cd83-bec4-4bdb-aa30-31719150a2a3,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:10:46.241700 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 48672) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:10:46.282746 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-0b7e9d64-e8ee-40da-b8f3-06c9a705d1b5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=16f8af8a3e5e4c55b7201be8a5d05ee2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398941 Sep 14 23:10:46.285173 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 48676) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:10:46.337317 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1a03e0df-9147-428c-a913-4e300aea7847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:46.358887 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1a03e0df-9147-428c-a913-4e300aea7847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:46.364256 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8452b1-0365-4ee6-82a4-6c526ed717ed req-07e7d31c-37ec-471b-a932-a0798f7f1635 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:10:46.365768 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3a8452b1-0365-4ee6-82a4-6c526ed717ed req-07e7d31c-37ec-471b-a932-a0798f7f1635 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 946 time: 0.0491443 Sep 14 23:10:46.403120 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3a8452b1-0365-4ee6-82a4-6c526ed717ed req-1d4c0d2f-2fa2-40fc-9d58-c45be075c412 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314353 Sep 14 23:10:46.405131 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1a03e0df-9147-428c-a913-4e300aea7847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:46.407772 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1a03e0df-9147-428c-a913-4e300aea7847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:46.408925 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-1a03e0df-9147-428c-a913-4e300aea7847 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/45dcf2d1-4614-4fe2-8c6d-082001e89ecf HTTP/1.1" status: 204 len: 168 time: 0.1228487 Sep 14 23:10:46.417160 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03e0df-9147-428c-a913-4e300aea7847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45dcf2d1-4614-4fe2-8c6d-082001e89ecf,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:10:46.722524 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 48682) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:10:46.762181 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-e91269a8-28ed-47a1-bd54-43736e2222f8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=228c076958db43b39e9f94cef27a63bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383983 Sep 14 23:10:46.764404 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 48684) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:10:46.809940 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-772f6f9a-6bc4-40d9-ba8e-b9ab76775183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:46.830680 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-772f6f9a-6bc4-40d9-ba8e-b9ab76775183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:46.879210 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-772f6f9a-6bc4-40d9-ba8e-b9ab76775183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:46.882175 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-772f6f9a-6bc4-40d9-ba8e-b9ab76775183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:46.883325 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-772f6f9a-6bc4-40d9-ba8e-b9ab76775183 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/51c4e690-7420-4d37-b824-31df3b99a7d6 HTTP/1.1" status: 204 len: 168 time: 0.1180120 Sep 14 23:10:46.891857 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f6f9a-6bc4-40d9-ba8e-b9ab76775183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c4e690-7420-4d37-b824-31df3b99a7d6,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:10:47.168901 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 019cc469-9154-4578-a0df-b81815d2285c no longer exists at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:10:47.189808 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] No Port match for: 019cc469-9154-4578-a0df-b81815d2285c {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:10:47.190159 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 019cc469-9154-4578-a0df-b81815d2285c not bound to the agent host dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:10:47.190593 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 69aa35d9-62e2-4e29-90c4-bd40ab8ad9a3 no longer exists at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:10:47.209973 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] No Port match for: 69aa35d9-62e2-4e29-90c4-bd40ab8ad9a3 {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:10:47.210321 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 69aa35d9-62e2-4e29-90c4-bd40ab8ad9a3 not bound to the agent host dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:10:47.521095 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c73e3-973b-4474-bc49-9afc391f5118 req-6245ea56-1cd1-4f7b-a34b-a97ee70a1842 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:10:47.522566 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c77c73e3-973b-4474-bc49-9afc391f5118 req-6245ea56-1cd1-4f7b-a34b-a97ee70a1842 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 946 time: 0.0479479 Sep 14 23:10:47.559032 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c77c73e3-973b-4474-bc49-9afc391f5118 req-8c64dfc2-aa5a-4e67-99b7-37f7cda463fd tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306959 Sep 14 23:10:48.679177 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305dd84-7195-4670-af6a-0adeee9b2e22 req-aab4ff27-5770-404c-9ee2-20e2c85a269b tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:10:48.680668 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a305dd84-7195-4670-af6a-0adeee9b2e22 req-aab4ff27-5770-404c-9ee2-20e2c85a269b tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 946 time: 0.0483234 Sep 14 23:10:48.720194 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a305dd84-7195-4670-af6a-0adeee9b2e22 req-c981219d-29a1-4351-a482-601c9bf60464 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336936 Sep 14 23:10:49.837039 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26f2bb-30d4-4d31-bb71-9c7406e28eb2 req-364aa230-9fd6-4b42-9836-191403e57cb7 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:10:49.838500 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fd26f2bb-30d4-4d31-bb71-9c7406e28eb2 req-364aa230-9fd6-4b42-9836-191403e57cb7 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 946 time: 0.0480900 Sep 14 23:10:49.875996 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fd26f2bb-30d4-4d31-bb71-9c7406e28eb2 req-42131b37-5be4-4d99-b493-49538b47be11 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316346 Sep 14 23:10:50.992135 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba3b0b-be6e-42e3-ba55-2e99c44000f9 req-1a97426f-d4a0-4134-83ed-bd0ea100067b tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:10:50.993704 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-93ba3b0b-be6e-42e3-ba55-2e99c44000f9 req-1a97426f-d4a0-4134-83ed-bd0ea100067b tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 946 time: 0.0479136 Sep 14 23:10:51.030960 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-93ba3b0b-be6e-42e3-ba55-2e99c44000f9 req-9ca46727-90d3-4e43-8bcb-ac8dd58d396b tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313048 Sep 14 23:10:52.149269 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae9831-c36c-4913-843b-a58a8149a6e0 req-42fa29df-7343-4374-b168-c95c972956cb tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:10:52.150703 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-cfae9831-c36c-4913-843b-a58a8149a6e0 req-42fa29df-7343-4374-b168-c95c972956cb tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 946 time: 0.0490570 Sep 14 23:10:52.191633 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-cfae9831-c36c-4913-843b-a58a8149a6e0 req-d45b3ef0-4501-4b1a-abfd-c84251ca8a4f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344775 Sep 14 23:10:53.309029 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1e762-f1fa-4991-88ed-31e486405901 req-03c097fd-88de-4ebf-95d1-0001fd6847eb tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:10:53.310500 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6bc1e762-f1fa-4991-88ed-31e486405901 req-03c097fd-88de-4ebf-95d1-0001fd6847eb tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 946 time: 0.0487020 Sep 14 23:10:53.348473 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6bc1e762-f1fa-4991-88ed-31e486405901 req-5ec64ae9-00a4-4816-95a0-f053d9759b97 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313163 Sep 14 23:10:54.465011 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b513a-9505-4b14-803a-298a52075d53 req-0ec3d9ae-48de-41b6-9cc7-ac819fc335b4 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:10:54.466456 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-710b513a-9505-4b14-803a-298a52075d53 req-0ec3d9ae-48de-41b6-9cc7-ac819fc335b4 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 946 time: 0.0478053 Sep 14 23:10:54.504374 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-710b513a-9505-4b14-803a-298a52075d53 req-f38f72ac-40a2-42c4-a9c7-6cde388a629f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313878 Sep 14 23:10:55.621836 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aac5b1-b7ab-422c-a565-0e9d05ceb3c2 req-d4ec0fc9-b7e8-4b3d-af6d-eebef1ce8338 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:10:55.623281 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e8aac5b1-b7ab-422c-a565-0e9d05ceb3c2 req-d4ec0fc9-b7e8-4b3d-af6d-eebef1ce8338 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 946 time: 0.0471580 Sep 14 23:10:55.664380 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e8aac5b1-b7ab-422c-a565-0e9d05ceb3c2 req-17755420-9a26-4c5b-8c34-2646fcc0c90d tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353744 Sep 14 23:10:56.778938 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9085f2e-69a8-42b2-88a8-9b58a0668c28 req-4dc3af44-ca7b-4a51-9c8e-56d10972d53e tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:10:56.780397 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d9085f2e-69a8-42b2-88a8-9b58a0668c28 req-4dc3af44-ca7b-4a51-9c8e-56d10972d53e tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 946 time: 0.0476384 Sep 14 23:10:56.818926 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d9085f2e-69a8-42b2-88a8-9b58a0668c28 req-f9cbd24b-30f2-4968-a4e8-5d2cdfd33d8a tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320318 Sep 14 23:10:57.940735 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c91c32-8b2e-49a0-ace5-b4cb656a3479 req-bb87d297-39d7-48f7-b51d-682e02a6ffdb tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:10:57.942217 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-12c91c32-8b2e-49a0-ace5-b4cb656a3479 req-bb87d297-39d7-48f7-b51d-682e02a6ffdb tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 946 time: 0.0480115 Sep 14 23:10:57.979187 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-12c91c32-8b2e-49a0-ace5-b4cb656a3479 req-41a0ba2e-5ac7-4cfd-b64e-0447d110d543 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312071 Sep 14 23:10:59.096638 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0fb7ff-b562-4616-9820-597611269b34 req-802e7f99-60bf-4042-bcde-830201b6ba75 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:10:59.098156 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ff0fb7ff-b562-4616-9820-597611269b34 req-802e7f99-60bf-4042-bcde-830201b6ba75 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 946 time: 0.0475035 Sep 14 23:10:59.138539 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ff0fb7ff-b562-4616-9820-597611269b34 req-eb43aaca-a403-4b2d-87c8-cba90d03c9f8 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346489 Sep 14 23:11:00.256460 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fc25d-129b-429b-8afc-8b27279f00b8 req-0de58c88-cfd8-4f2e-93d8-698537539d8e tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:00.257949 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e82fc25d-129b-429b-8afc-8b27279f00b8 req-0de58c88-cfd8-4f2e-93d8-698537539d8e tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 946 time: 0.0488477 Sep 14 23:11:00.295771 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e82fc25d-129b-429b-8afc-8b27279f00b8 req-f14a07ca-aab6-441d-8d42-de9d246b49fe tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319390 Sep 14 23:11:00.313729 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:00.523845 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ff124-b488-41a9-83af-67412e131af6 req-39bc7d6d-0960-4577-bb7b-6908ac4a88fc tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:00.525315 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-887ff124-b488-41a9-83af-67412e131af6 req-39bc7d6d-0960-4577-bb7b-6908ac4a88fc tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 945 time: 0.0479774 Sep 14 23:11:00.562734 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-887ff124-b488-41a9-83af-67412e131af6 req-df3b0917-041e-4545-bafa-e2623e3f170d tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310433 Sep 14 23:11:01.415370 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9392e-5f26-4d0b-a0ad-74cc525b5ea2 req-596a0e9c-3ce6-4a67-aa98-b46cfadb9e29 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:01.417101 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c1b9392e-5f26-4d0b-a0ad-74cc525b5ea2 req-596a0e9c-3ce6-4a67-aa98-b46cfadb9e29 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 946 time: 0.0480621 Sep 14 23:11:01.458192 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c1b9392e-5f26-4d0b-a0ad-74cc525b5ea2 req-b84fecd0-c586-4f54-9bea-1525a61a3dbc tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347290 Sep 14 23:11:01.688265 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e442748-7fb9-482a-8ccf-61d56b8e6262 req-860f2746-027a-4dc9-9fba-c0faaeeb1c7f tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:01.689775 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8e442748-7fb9-482a-8ccf-61d56b8e6262 req-860f2746-027a-4dc9-9fba-c0faaeeb1c7f tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 945 time: 0.0495522 Sep 14 23:11:01.712957 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 6 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:11:01.726486 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8e442748-7fb9-482a-8ccf-61d56b8e6262 req-2a660ef2-e814-425d-ba01-7a8226115e95 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309362 Sep 14 23:11:02.007457 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45d9fc-bef7-4a89-8a3c-010e47b60a73 req-e76a4922-c28a-4ddf-bc30-010e4d92ee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:02.008863 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4b45d9fc-bef7-4a89-8a3c-010e47b60a73 req-e76a4922-c28a-4ddf-bc30-010e4d92ee8c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e1f3957a62c7479aaeab959ee6f17284&device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 1099 time: 0.0393407 Sep 14 23:11:02.113772 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45d9fc-bef7-4a89-8a3c-010e47b60a73 req-8a6b3133-3b54-41d2-89d1-dc3863358e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:02.115310 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4b45d9fc-bef7-4a89-8a3c-010e47b60a73 req-8a6b3133-3b54-41d2-89d1-dc3863358e94 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa9e38bf-d2d8-4eb7-8a53-97cdb6720662 HTTP/1.1" status: 200 len: 917 time: 0.0886133 Sep 14 23:11:02.178006 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4b45d9fc-bef7-4a89-8a3c-010e47b60a73 req-d91d10a7-aeb7-4163-a83a-f28bc5b48594 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5057ecc-a98e-4ffc-8279-136547b1b983 HTTP/1.1" status: 200 len: 1001 time: 0.0557172 Sep 14 23:11:02.227018 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45d9fc-bef7-4a89-8a3c-010e47b60a73 req-0418834f-ac9d-4184-b3e7-968a023a7a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:02.228470 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4b45d9fc-bef7-4a89-8a3c-010e47b60a73 req-0418834f-ac9d-4184-b3e7-968a023a7a54 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8fb1c270-17f7-4564-a01a-0bbfc57fb9f4 HTTP/1.1" status: 200 len: 855 time: 0.0438964 Sep 14 23:11:02.236539 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-f0a9f750-400d-4f6e-81c8-ac96df0c3e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:02.277843 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45d9fc-bef7-4a89-8a3c-010e47b60a73 req-8206c3bf-af15-4b90-b205-32db079fa06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:02.279227 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4b45d9fc-bef7-4a89-8a3c-010e47b60a73 req-8206c3bf-af15-4b90-b205-32db079fa06b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa9e38bf-d2d8-4eb7-8a53-97cdb6720662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425997 Sep 14 23:11:02.367976 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4b45d9fc-bef7-4a89-8a3c-010e47b60a73 req-9a2008e0-8959-4c1b-92f2-d959ed4658f0 service neutron] 10.222.0.52 "GET /v2.0/networks/aa9e38bf-d2d8-4eb7-8a53-97cdb6720662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809603 Sep 14 23:11:02.461423 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4b45d9fc-bef7-4a89-8a3c-010e47b60a73 req-15bca939-079a-4a9b-aead-f4c2e222099b service neutron] 10.222.0.52 "GET /v2.0/networks/aa9e38bf-d2d8-4eb7-8a53-97cdb6720662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845721 Sep 14 23:11:02.577481 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0544a-032e-4654-a7f0-b8560e246b84 req-41e4c275-7be4-4c6e-bfb0-1863878cb583 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:02.578766 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4ab0544a-032e-4654-a7f0-b8560e246b84 req-41e4c275-7be4-4c6e-bfb0-1863878cb583 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 946 time: 0.0485265 Sep 14 23:11:02.615482 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4ab0544a-032e-4654-a7f0-b8560e246b84 req-6590acf2-7a26-439e-9e08-31ce281d3a2f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306885 Sep 14 23:11:02.836821 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199125c-1de3-49e7-bbf5-2f5dae3727cc req-dc50254d-444b-432f-803d-62f0f19c6cfc tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:02.838187 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6199125c-1de3-49e7-bbf5-2f5dae3727cc req-dc50254d-444b-432f-803d-62f0f19c6cfc tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 945 time: 0.0469968 Sep 14 23:11:02.881042 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6199125c-1de3-49e7-bbf5-2f5dae3727cc req-0d360014-7c34-4175-9077-6ad641183254 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363829 Sep 14 23:11:03.734393 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e65b6-d88d-4042-9439-2800a205c65d req-f5b3912b-bda1-4be1-a43c-7a9218aa065b tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:03.735849 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5f1e65b6-d88d-4042-9439-2800a205c65d req-f5b3912b-bda1-4be1-a43c-7a9218aa065b tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 946 time: 0.0474215 Sep 14 23:11:03.773204 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5f1e65b6-d88d-4042-9439-2800a205c65d req-67972792-7147-438c-bee8-9010491567c7 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315003 Sep 14 23:11:03.993205 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd56d9f-b33a-4b3e-87b2-51368287a367 req-8327cec0-416b-44ec-b9e8-eefd749754d2 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:03.994660 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9bd56d9f-b33a-4b3e-87b2-51368287a367 req-8327cec0-416b-44ec-b9e8-eefd749754d2 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 945 time: 0.0491879 Sep 14 23:11:04.031628 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9bd56d9f-b33a-4b3e-87b2-51368287a367 req-71b822e6-fe1f-4563-8a3c-704e622b7c51 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310781 Sep 14 23:11:04.890596 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cfc8f-dcae-4d1e-b47c-a6cb49785387 req-f63e0696-89fd-453f-8563-810427f562e0 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:04.892109 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5c6cfc8f-dcae-4d1e-b47c-a6cb49785387 req-f63e0696-89fd-453f-8563-810427f562e0 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 946 time: 0.0483398 Sep 14 23:11:04.908917 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device c5057ecc-a98e-4ffc-8279-136547b1b983 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=94136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 23:11:04.934436 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5c6cfc8f-dcae-4d1e-b47c-a6cb49785387 req-1d736fbc-42bb-48d9-bf0b-5dd8982a1513 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363564 Sep 14 23:11:05.007607 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:05.008996 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-30b0b4d6-06ca-41dc-ba02-471d05878abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:05.025784 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port c5057ecc-a98e-4ffc-8279-136547b1b983, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=c5057ecc-a98e-4ffc-8279-136547b1b983,segment=NetworkSegment(be17818b-7699-476a-ab10-d7d8b4987e70),segment_id=be17818b-7699-476a-ab10-d7d8b4987e70)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:11:05.036443 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Returning: {'device': 'c5057ecc-a98e-4ffc-8279-136547b1b983', 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662', 'port_id': 'c5057ecc-a98e-4ffc-8279-136547b1b983', 'mac_address': 'fa:16:3e:82:6d:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 23:11:05.076902 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:05.089610 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5057ecc-a98e-4ffc-8279-136547b1b983 {{(pid=94136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:11:05.110145 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port c5057ecc-a98e-4ffc-8279-136547b1b983, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=c5057ecc-a98e-4ffc-8279-136547b1b983,segment=NetworkSegment(be17818b-7699-476a-ab10-d7d8b4987e70),segment_id=be17818b-7699-476a-ab10-d7d8b4987e70)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:11:05.115035 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:05.147590 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae651a6-af22-4d6e-afff-370597cc0bbf req-914f837a-bf97-4340-affa-dbc44a95695d tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:05.149122 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fae651a6-af22-4d6e-afff-370597cc0bbf req-914f837a-bf97-4340-affa-dbc44a95695d tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 945 time: 0.0503283 Sep 14 23:11:05.163469 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=c5057ecc-a98e-4ffc-8279-136547b1b983,revision_number=6']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:05.188037 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fae651a6-af22-4d6e-afff-370597cc0bbf req-17c96384-9d2f-4815-a1de-deb092ea3a8b tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325196 Sep 14 23:11:05.189757 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['c5057ecc-a98e-4ffc-8279-136547b1b983'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:11:06.049705 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:06.055729 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65ffd2-5fb4-4a89-9343-d224031348ab req-2d62c567-e695-4374-916c-2898e1f5fa2a tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:06.057259 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6e65ffd2-5fb4-4a89-9343-d224031348ab req-2d62c567-e695-4374-916c-2898e1f5fa2a tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 945 time: 0.0500867 Sep 14 23:11:06.097196 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6e65ffd2-5fb4-4a89-9343-d224031348ab req-5894c773-2c23-4bb2-9458-46cf11eb2e24 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333185 Sep 14 23:11:06.304501 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6b4da-8385-4f8c-b3e5-3c95ef1828e8 req-e2d603c9-ea18-41c9-a323-6a2cc4473a23 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:06.306009 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8aa6b4da-8385-4f8c-b3e5-3c95ef1828e8 req-e2d603c9-ea18-41c9-a323-6a2cc4473a23 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 945 time: 0.0495353 Sep 14 23:11:06.348209 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8aa6b4da-8385-4f8c-b3e5-3c95ef1828e8 req-204cc0a1-c01e-439a-aa3b-0d34b6a9404a tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353470 Sep 14 23:11:06.924701 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device c5057ecc-a98e-4ffc-8279-136547b1b983 up at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:11:06.977484 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning complete for port c5057ecc-a98e-4ffc-8279-136547b1b983 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:11:06.978085 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:07.070532 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:07.098218 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67121dfd-6e61-40e0-a271-2dbc88bceb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5057ecc-a98e-4ffc-8279-136547b1b983'}] {{(pid=94136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:11:07.100654 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2b16cdf9a486da92f6eb6a5b1ab92e1b41f493a7e96932162ce692d4f29dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b26e85-be0b-49b5-8e0e-136732e6c37f" -d '{"events": [{"server_uuid": "67121dfd-6e61-40e0-a271-2dbc88bceb2c", "name": "network-vif-plugged", "status": "completed", "tag": "c5057ecc-a98e-4ffc-8279-136547b1b983"}]}' {{(pid=94136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:11:07.114225 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port c5057ecc-a98e-4ffc-8279-136547b1b983, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=c5057ecc-a98e-4ffc-8279-136547b1b983,segment=NetworkSegment(be17818b-7699-476a-ab10-d7d8b4987e70),segment_id=be17818b-7699-476a-ab10-d7d8b4987e70)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:11:07.123141 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:07.227130 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=c5057ecc-a98e-4ffc-8279-136547b1b983,revision_number=7']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:07.274130 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759282c-f516-4702-9277-03b51adc23a0 req-4a7d7a12-4b67-4c9e-a733-bd39952ff150 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:07.275670 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b759282c-f516-4702-9277-03b51adc23a0 req-4a7d7a12-4b67-4c9e-a733-bd39952ff150 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 946 time: 0.0746546 Sep 14 23:11:07.329009 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b759282c-f516-4702-9277-03b51adc23a0 req-91a8513b-d7e1-4069-9859-3ff1ffd0d17f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416825 Sep 14 23:11:07.348959 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7d3796-08da-454e-a333-04a909bb31c9 x-openstack-request-id: req-ee7d3796-08da-454e-a333-04a909bb31c9 {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:11:07.349646 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67121dfd-6e61-40e0-a271-2dbc88bceb2c", "name": "network-vif-plugged", "status": "completed", "tag": "c5057ecc-a98e-4ffc-8279-136547b1b983", "code": 200}]} {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:11:07.350080 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ee7d3796-08da-454e-a333-04a909bb31c9 {{(pid=94136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:11:07.350639 dv-cinder-760178-13-iscsi neutron-server[94136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67121dfd-6e61-40e0-a271-2dbc88bceb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5057ecc-a98e-4ffc-8279-136547b1b983', 'code': 200} Sep 14 23:11:07.471231 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001bc44-fedb-4783-8487-0c5546763021 req-2425b4f5-12ef-46d4-a90f-0ae5765985dd tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:07.472787 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9001bc44-fedb-4783-8487-0c5546763021 req-2425b4f5-12ef-46d4-a90f-0ae5765985dd tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 945 time: 0.0515225 Sep 14 23:11:07.512293 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9001bc44-fedb-4783-8487-0c5546763021 req-12d0827c-d08c-457f-9876-a098961c24f7 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333591 Sep 14 23:11:07.911357 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:08.442936 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0dbd1-8d07-42e3-8f5c-e07a4dfcf537 req-254c3c98-2b5b-4edf-b235-9278f4b9637f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:08.444488 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-81f0dbd1-8d07-42e3-8f5c-e07a4dfcf537 req-254c3c98-2b5b-4edf-b235-9278f4b9637f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 946 time: 0.0496197 Sep 14 23:11:08.490271 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-81f0dbd1-8d07-42e3-8f5c-e07a4dfcf537 req-765c8ed4-4e21-41dd-8b6e-c618405f40f1 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396893 Sep 14 23:11:08.632540 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dab4ae-fdac-4bbe-bd65-6a426e199dc2 req-6f9965b6-7219-4a61-b8ed-34d7909291c8 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:08.634158 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d9dab4ae-fdac-4bbe-bd65-6a426e199dc2 req-6f9965b6-7219-4a61-b8ed-34d7909291c8 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 945 time: 0.0513835 Sep 14 23:11:08.677658 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d9dab4ae-fdac-4bbe-bd65-6a426e199dc2 req-fb4786e1-7964-4d5f-a7bf-482c86e202a3 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376108 Sep 14 23:11:09.619435 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289ffe8-340e-4cc0-a284-ade9003dbb3c req-aff6fa53-7e87-46dd-a2a5-e29b29c7c4a8 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:09.620982 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4289ffe8-340e-4cc0-a284-ade9003dbb3c req-aff6fa53-7e87-46dd-a2a5-e29b29c7c4a8 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 946 time: 0.0501142 Sep 14 23:11:09.666390 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4289ffe8-340e-4cc0-a284-ade9003dbb3c req-bc8a84fc-15e6-4fc9-80c2-8575202c0e3a tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384789 Sep 14 23:11:09.799071 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c70208-964a-40d2-a750-2b2ea0cde141 req-1d327771-a1aa-4cd5-b9f5-63e151481ed1 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:09.800568 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-46c70208-964a-40d2-a750-2b2ea0cde141 req-1d327771-a1aa-4cd5-b9f5-63e151481ed1 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 945 time: 0.0542812 Sep 14 23:11:09.848993 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-46c70208-964a-40d2-a750-2b2ea0cde141 req-99a0ed92-3035-4162-a9a1-c71d6d804590 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420063 Sep 14 23:11:10.682508 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6b4ed-58f3-4a67-8ef4-1fb2ea05c57f req-68601ee3-1d9a-46d2-a5e6-ab61c72245ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:10.687508 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-41e6b4ed-58f3-4a67-8ef4-1fb2ea05c57f req-68601ee3-1d9a-46d2-a5e6-ab61c72245ff service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a7319052cbd445279c634b71fd2736d4&device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 1098 time: 0.0534387 Sep 14 23:11:10.835800 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6b4ed-58f3-4a67-8ef4-1fb2ea05c57f req-fecfde01-405f-4af3-9fa9-5bfd89fade22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:10.837497 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-41e6b4ed-58f3-4a67-8ef4-1fb2ea05c57f req-fecfde01-405f-4af3-9fa9-5bfd89fade22 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3efb33cd-c3d1-4574-b595-4ef315e545cb HTTP/1.1" status: 200 len: 909 time: 0.1432700 Sep 14 23:11:10.926942 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98b28d-eee5-476a-b04e-d4172e9f9b87 req-cc14a2d6-cc02-49bf-9653-03d48369dabc tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:10.926942 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5c98b28d-eee5-476a-b04e-d4172e9f9b87 req-cc14a2d6-cc02-49bf-9653-03d48369dabc tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 946 time: 0.1394191 Sep 14 23:11:10.930158 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-41e6b4ed-58f3-4a67-8ef4-1fb2ea05c57f req-59911f80-8cc7-46c3-89de-4f7f936a0916 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=edd06b9b-9eb3-4710-be54-9c1b89f2be5a HTTP/1.1" status: 200 len: 1001 time: 0.0812972 Sep 14 23:11:11.040019 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6b4ed-58f3-4a67-8ef4-1fb2ea05c57f req-20c31e27-17b0-4b05-a7cd-bedecaee0b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:11.042314 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-41e6b4ed-58f3-4a67-8ef4-1fb2ea05c57f req-20c31e27-17b0-4b05-a7cd-bedecaee0b99 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bde3a9c9-df2c-4163-99b8-693b9b6f7a85 HTTP/1.1" status: 200 len: 847 time: 0.1007388 Sep 14 23:11:11.071416 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5c98b28d-eee5-476a-b04e-d4172e9f9b87 req-2efff020-5987-4f1a-ba80-65f4860d3889 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175549 Sep 14 23:11:11.098937 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4208e8c-2c51-4527-8a43-69ea6a50f3c7 req-9cd8a4b8-aa69-4803-abf8-055470c4b01a tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:11.098937 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a4208e8c-2c51-4527-8a43-69ea6a50f3c7 req-9cd8a4b8-aa69-4803-abf8-055470c4b01a tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 945 time: 0.1685641 Sep 14 23:11:11.133403 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6b4ed-58f3-4a67-8ef4-1fb2ea05c57f req-62c671d2-809b-43a9-a48a-c1384dda8aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:11.135294 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-41e6b4ed-58f3-4a67-8ef4-1fb2ea05c57f req-62c671d2-809b-43a9-a48a-c1384dda8aa2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3efb33cd-c3d1-4574-b595-4ef315e545cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0811985 Sep 14 23:11:11.162992 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a4208e8c-2c51-4527-8a43-69ea6a50f3c7 req-fab1e0b0-cd98-4bc3-9dbd-c3e06eaa9c96 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575671 Sep 14 23:11:11.255388 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-41e6b4ed-58f3-4a67-8ef4-1fb2ea05c57f req-c88f91c1-b15d-45e3-afca-f4c0b6731db0 service neutron] 10.222.0.52 "GET /v2.0/networks/3efb33cd-c3d1-4574-b595-4ef315e545cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079381 Sep 14 23:11:11.358741 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-41e6b4ed-58f3-4a67-8ef4-1fb2ea05c57f req-61d748ae-365c-4902-a304-62632faea542 service neutron] 10.222.0.52 "GET /v2.0/networks/3efb33cd-c3d1-4574-b595-4ef315e545cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948288 Sep 14 23:11:12.211051 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba462ee-a7f5-44e2-a59f-c88fc56fdb35 req-d446f2cb-a9ec-4efb-ac1c-488de76669cd tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:12.212764 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-aba462ee-a7f5-44e2-a59f-c88fc56fdb35 req-d446f2cb-a9ec-4efb-ac1c-488de76669cd tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 946 time: 0.0631585 Sep 14 23:11:12.297313 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-aba462ee-a7f5-44e2-a59f-c88fc56fdb35 req-69f8e505-0c97-4e9b-bb51-7c35acba6705 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747073 Sep 14 23:11:12.322692 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571aff5-2d01-4556-a1f9-6057b3770f50 req-c45f9496-577a-46eb-9cd9-59547d1423d5 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:12.324162 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8571aff5-2d01-4556-a1f9-6057b3770f50 req-c45f9496-577a-46eb-9cd9-59547d1423d5 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 945 time: 0.0790188 Sep 14 23:11:12.370362 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8571aff5-2d01-4556-a1f9-6057b3770f50 req-7312dee7-302e-4580-bafe-156c4900f626 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373595 Sep 14 23:11:13.440594 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c77ff-1522-456c-840c-180f2bc49602 req-c349ad84-da3a-4cad-a452-9429ebbad7c3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:13.442310 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6e9c77ff-1522-456c-840c-180f2bc49602 req-c349ad84-da3a-4cad-a452-9429ebbad7c3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 946 time: 0.0585158 Sep 14 23:11:13.535314 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6e9c77ff-1522-456c-840c-180f2bc49602 req-d660ae63-ba11-4018-8269-802d7fd53be6 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848367 Sep 14 23:11:13.543779 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abd6b1-761b-4cd7-95c3-d9b0a132230d req-c26306de-0b4f-4543-a7c1-b45ed5587921 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:13.546273 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b7abd6b1-761b-4cd7-95c3-d9b0a132230d req-c26306de-0b4f-4543-a7c1-b45ed5587921 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 945 time: 0.0877914 Sep 14 23:11:13.616815 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b7abd6b1-761b-4cd7-95c3-d9b0a132230d req-01a91bf1-fb76-44a1-b180-d07a2daf9c51 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556264 Sep 14 23:11:14.673392 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c967d4-5589-4e20-8e24-5cf5df2e7b6b req-9bbfe3a1-d9a2-47bd-879c-43fec40eb68f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:14.674909 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e4c967d4-5589-4e20-8e24-5cf5df2e7b6b req-9bbfe3a1-d9a2-47bd-879c-43fec40eb68f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 946 time: 0.0522447 Sep 14 23:11:14.716438 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e4c967d4-5589-4e20-8e24-5cf5df2e7b6b req-cbe6738d-417f-439e-a769-96623c470ad0 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354710 Sep 14 23:11:14.874893 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-ca341a82-83b8-4983-a85c-4de91a4f397f req-bea15114-ee95-44c4-a635-3c88d162441d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0582981 Sep 14 23:11:14.897425 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02197d-a991-4bf4-bd03-70af0f12cfb0 req-65aa87d5-b694-4922-b2a4-3cd660067ba9 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:14.898957 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-bb02197d-a991-4bf4-bd03-70af0f12cfb0 req-65aa87d5-b694-4922-b2a4-3cd660067ba9 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 945 time: 0.0526149 Sep 14 23:11:14.963161 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-bb02197d-a991-4bf4-bd03-70af0f12cfb0 req-d8df9f48-fdc8-4e09-ab41-fbbacd5c847d tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536637 Sep 14 23:11:15.846044 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222c046-7ac8-437e-9b7b-f9dad1fa4be2 req-35a615c9-e6a1-445c-91b6-26a2cc3c2fd3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:15.847535 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2222c046-7ac8-437e-9b7b-f9dad1fa4be2 req-35a615c9-e6a1-445c-91b6-26a2cc3c2fd3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 946 time: 0.0545371 Sep 14 23:11:15.895116 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2222c046-7ac8-437e-9b7b-f9dad1fa4be2 req-be8a5377-a579-4370-8b02-790127648bad tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381863 Sep 14 23:11:16.071701 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1969a4-3fa6-4b99-bc26-1398b5931de1 req-29920df3-55e7-4e67-9e07-ea2f14d19232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:16.073118 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1f1969a4-3fa6-4b99-bc26-1398b5931de1 req-29920df3-55e7-4e67-9e07-ea2f14d19232 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e1f3957a62c7479aaeab959ee6f17284&device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 1099 time: 0.0702765 Sep 14 23:11:16.086105 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c20c94-8fb6-4d8d-9cfd-29e46824a725 req-2a09701d-28a8-4464-ac99-4f8f46178390 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:16.087562 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-21c20c94-8fb6-4d8d-9cfd-29e46824a725 req-2a09701d-28a8-4464-ac99-4f8f46178390 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 945 time: 0.0596592 Sep 14 23:11:16.177752 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-21c20c94-8fb6-4d8d-9cfd-29e46824a725 req-6754827d-e2d3-4932-8e6d-b5534cdfc8f7 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813222 Sep 14 23:11:16.199584 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1969a4-3fa6-4b99-bc26-1398b5931de1 req-8eef5113-86bb-4903-8440-6b15fb77f2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:16.201076 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1f1969a4-3fa6-4b99-bc26-1398b5931de1 req-8eef5113-86bb-4903-8440-6b15fb77f2ac service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa9e38bf-d2d8-4eb7-8a53-97cdb6720662 HTTP/1.1" status: 200 len: 917 time: 0.1126435 Sep 14 23:11:16.267761 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1f1969a4-3fa6-4b99-bc26-1398b5931de1 req-c8d2b305-b118-44c1-acc8-756d5a486fba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5057ecc-a98e-4ffc-8279-136547b1b983 HTTP/1.1" status: 200 len: 1001 time: 0.0588768 Sep 14 23:11:16.321610 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1969a4-3fa6-4b99-bc26-1398b5931de1 req-ed2dae3b-6079-4542-b282-426630be2965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:16.323263 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1f1969a4-3fa6-4b99-bc26-1398b5931de1 req-ed2dae3b-6079-4542-b282-426630be2965 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8fb1c270-17f7-4564-a01a-0bbfc57fb9f4 HTTP/1.1" status: 200 len: 855 time: 0.0441768 Sep 14 23:11:16.370056 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1969a4-3fa6-4b99-bc26-1398b5931de1 req-0fbff8dc-2b33-4883-b5f5-cd4720e6b6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:16.371552 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1f1969a4-3fa6-4b99-bc26-1398b5931de1 req-0fbff8dc-2b33-4883-b5f5-cd4720e6b6b0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa9e38bf-d2d8-4eb7-8a53-97cdb6720662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400646 Sep 14 23:11:16.385025 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca341a82-83b8-4983-a85c-4de91a4f397f req-028ac79c-f0d1-47c4-9e27-c5ea24939d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:16.386511 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-ca341a82-83b8-4983-a85c-4de91a4f397f req-028ac79c-f0d1-47c4-9e27-c5ea24939d90 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2&tenant_id=a7319052cbd445279c634b71fd2736d4 HTTP/1.1" status: 200 len: 1098 time: 0.0712593 Sep 14 23:11:16.446660 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca341a82-83b8-4983-a85c-4de91a4f397f req-e309f3be-45f2-4f53-989f-32f3e04c6346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:16.448139 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-ca341a82-83b8-4983-a85c-4de91a4f397f req-e309f3be-45f2-4f53-989f-32f3e04c6346 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a7319052cbd445279c634b71fd2736d4&device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 1098 time: 0.0401688 Sep 14 23:11:16.464062 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1f1969a4-3fa6-4b99-bc26-1398b5931de1 req-c8c98a19-2716-425f-9e8c-4e000e3eb3cd service neutron] 10.222.0.52 "GET /v2.0/networks/aa9e38bf-d2d8-4eb7-8a53-97cdb6720662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854588 Sep 14 23:11:16.540164 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca341a82-83b8-4983-a85c-4de91a4f397f req-4052ba26-49c2-40d7-a7ce-3e53cb8c4dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:16.541940 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-ca341a82-83b8-4983-a85c-4de91a4f397f req-4052ba26-49c2-40d7-a7ce-3e53cb8c4dfe service neutron] 10.222.0.52 "GET /v2.0/networks?id=3efb33cd-c3d1-4574-b595-4ef315e545cb HTTP/1.1" status: 200 len: 909 time: 0.0869949 Sep 14 23:11:16.553012 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1f1969a4-3fa6-4b99-bc26-1398b5931de1 req-84752d3f-e2d1-4654-b7b5-804028af6a4a service neutron] 10.222.0.52 "GET /v2.0/networks/aa9e38bf-d2d8-4eb7-8a53-97cdb6720662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817754 Sep 14 23:11:16.609107 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-ca341a82-83b8-4983-a85c-4de91a4f397f req-819a5e3e-c564-41cf-b89c-e756b9e086d7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=edd06b9b-9eb3-4710-be54-9c1b89f2be5a HTTP/1.1" status: 200 len: 1001 time: 0.0596812 Sep 14 23:11:16.660781 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca341a82-83b8-4983-a85c-4de91a4f397f req-fc5b4f4f-c062-458f-b98c-c6459654df12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:16.662240 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-ca341a82-83b8-4983-a85c-4de91a4f397f req-fc5b4f4f-c062-458f-b98c-c6459654df12 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bde3a9c9-df2c-4163-99b8-693b9b6f7a85 HTTP/1.1" status: 200 len: 847 time: 0.0464470 Sep 14 23:11:16.707506 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca341a82-83b8-4983-a85c-4de91a4f397f req-fb95e73a-0c98-4fff-a9ea-a1aeb18b4a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:16.709041 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-ca341a82-83b8-4983-a85c-4de91a4f397f req-fb95e73a-0c98-4fff-a9ea-a1aeb18b4a17 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3efb33cd-c3d1-4574-b595-4ef315e545cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394118 Sep 14 23:11:16.799311 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-ca341a82-83b8-4983-a85c-4de91a4f397f req-6dbf315c-a46a-4828-b6ec-bfccd5062cc6 service neutron] 10.222.0.52 "GET /v2.0/networks/3efb33cd-c3d1-4574-b595-4ef315e545cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823457 Sep 14 23:11:16.887116 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-ca341a82-83b8-4983-a85c-4de91a4f397f req-de096c4f-aa1a-4b4f-8ace-310a840b83fc service neutron] 10.222.0.52 "GET /v2.0/networks/3efb33cd-c3d1-4574-b595-4ef315e545cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795627 Sep 14 23:11:16.972195 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device edd06b9b-9eb3-4710-be54-9c1b89f2be5a no longer exists at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:11:17.018346 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57f307-91ea-496b-baeb-c97adc57ee98 req-89b6b254-79c1-4494-bdd9-c2a2f3bcf9f3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:17.019838 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-bf57f307-91ea-496b-baeb-c97adc57ee98 req-89b6b254-79c1-4494-bdd9-c2a2f3bcf9f3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 946 time: 0.0525427 Sep 14 23:11:17.047513 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:17.058228 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-bf57f307-91ea-496b-baeb-c97adc57ee98 req-3f85be70-251c-4e5a-ab95-554bfca8137e tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324831 Sep 14 23:11:17.069496 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1c5ab0-8449-4b25-a425-fca002f43fa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edd06b9b-9eb3-4710-be54-9c1b89f2be5a'}] {{(pid=94136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:11:17.071717 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2b16cdf9a486da92f6eb6a5b1ab92e1b41f493a7e96932162ce692d4f29dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd01d87-a8d9-4da5-b512-5adaeae08844" -d '{"events": [{"server_uuid": "8d1c5ab0-8449-4b25-a425-fca002f43fa2", "name": "network-vif-unplugged", "status": "completed", "tag": "edd06b9b-9eb3-4710-be54-9c1b89f2be5a"}]}' {{(pid=94136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:11:17.084639 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port edd06b9b-9eb3-4710-be54-9c1b89f2be5a, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=edd06b9b-9eb3-4710-be54-9c1b89f2be5a,segment=NetworkSegment(a31483e8-f53d-4526-bf1c-b7e652afc6b7),segment_id=a31483e8-f53d-4526-bf1c-b7e652afc6b7)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:11:17.089068 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:17.115856 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Sep 2021 23:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab42fa7b-4fff-4332-b9ca-78e1748b8fb5 x-openstack-request-id: req-ab42fa7b-4fff-4332-b9ca-78e1748b8fb5 {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:11:17.116180 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1c5ab0-8449-4b25-a425-fca002f43fa2", "name": "network-vif-unplugged", "status": "completed", "tag": "edd06b9b-9eb3-4710-be54-9c1b89f2be5a", "code": 200}]} {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:11:17.116436 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ab42fa7b-4fff-4332-b9ca-78e1748b8fb5 {{(pid=94136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:11:17.116843 dv-cinder-760178-13-iscsi neutron-server[94136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1c5ab0-8449-4b25-a425-fca002f43fa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edd06b9b-9eb3-4710-be54-9c1b89f2be5a', 'code': 200} Sep 14 23:11:17.141154 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=edd06b9b-9eb3-4710-be54-9c1b89f2be5a,revision_number=6']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:17.289981 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1758dd-ffbf-4f21-aafd-8bf648761fa1 req-dd54c3ac-96fd-4468-af2e-76ce4ee5f830 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:17.291688 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-cb1758dd-ffbf-4f21-aafd-8bf648761fa1 req-dd54c3ac-96fd-4468-af2e-76ce4ee5f830 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 943 time: 0.0470285 Sep 14 23:11:17.329189 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-cb1758dd-ffbf-4f21-aafd-8bf648761fa1 req-a4d4a9d9-2a79-4dea-bd3e-af124316179b tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309882 Sep 14 23:11:18.178827 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b58909-5f6a-42d8-86f7-9c1011672e02 req-92d2c67b-8e2e-47c6-a05e-989fed76be41 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:18.180236 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c1b58909-5f6a-42d8-86f7-9c1011672e02 req-92d2c67b-8e2e-47c6-a05e-989fed76be41 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 946 time: 0.0484047 Sep 14 23:11:18.216954 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c1b58909-5f6a-42d8-86f7-9c1011672e02 req-94b422ee-83b9-4d71-8250-34f26fee7c74 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307477 Sep 14 23:11:18.447867 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16bffe-ce5a-43b1-8fe2-384986193b80 req-6d99b34a-33b4-430e-9ed2-39afc6407325 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:18.449481 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6f16bffe-ce5a-43b1-8fe2-384986193b80 req-6d99b34a-33b4-430e-9ed2-39afc6407325 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 943 time: 0.0556908 Sep 14 23:11:18.490356 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6f16bffe-ce5a-43b1-8fe2-384986193b80 req-ffc03850-5804-4236-b384-a6fc52ea9964 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340252 Sep 14 23:11:19.003105 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device c5057ecc-a98e-4ffc-8279-136547b1b983 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:11:19.074613 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:19.104351 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port c5057ecc-a98e-4ffc-8279-136547b1b983, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=c5057ecc-a98e-4ffc-8279-136547b1b983,segment=NetworkSegment(be17818b-7699-476a-ab10-d7d8b4987e70),segment_id=be17818b-7699-476a-ab10-d7d8b4987e70)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:11:19.109145 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:19.133303 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67121dfd-6e61-40e0-a271-2dbc88bceb2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5057ecc-a98e-4ffc-8279-136547b1b983'}] {{(pid=94136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:11:19.135497 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2b16cdf9a486da92f6eb6a5b1ab92e1b41f493a7e96932162ce692d4f29dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458eb7af-9cb1-4d30-a33a-588db42cd3dd" -d '{"events": [{"server_uuid": "67121dfd-6e61-40e0-a271-2dbc88bceb2c", "name": "network-vif-unplugged", "status": "completed", "tag": "c5057ecc-a98e-4ffc-8279-136547b1b983"}]}' {{(pid=94136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:11:19.164031 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=c5057ecc-a98e-4ffc-8279-136547b1b983,revision_number=8']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:19.167829 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 14 Sep 2021 23:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddda1c3-8a1f-428e-ab41-75c24d65eeeb x-openstack-request-id: req-7ddda1c3-8a1f-428e-ab41-75c24d65eeeb {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:11:19.168114 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67121dfd-6e61-40e0-a271-2dbc88bceb2c", "name": "network-vif-unplugged", "status": "failed", "tag": "c5057ecc-a98e-4ffc-8279-136547b1b983", "code": 422}]} {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:11:19.168365 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7ddda1c3-8a1f-428e-ab41-75c24d65eeeb {{(pid=94136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:11:19.168779 dv-cinder-760178-13-iscsi neutron-server[94136]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '67121dfd-6e61-40e0-a271-2dbc88bceb2c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c5057ecc-a98e-4ffc-8279-136547b1b983', 'code': 422} returned with failed status Sep 14 23:11:19.334273 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453220f-8a2e-46f4-96bf-80a27139dc15 req-3ab27e24-2d59-4948-8246-48920caae806 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:19.335770 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f453220f-8a2e-46f4-96bf-80a27139dc15 req-3ab27e24-2d59-4948-8246-48920caae806 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 944 time: 0.0485868 Sep 14 23:11:19.371318 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f453220f-8a2e-46f4-96bf-80a27139dc15 req-a7f1ef69-919b-4c8d-a856-74c32fb369a4 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297940 Sep 14 23:11:19.614862 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31bd1b-f5dd-4207-98e0-8d68f764a6d5 req-e3c30aa0-add4-48dd-9ed8-be0d33d31e1c tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:19.616487 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4a31bd1b-f5dd-4207-98e0-8d68f764a6d5 req-e3c30aa0-add4-48dd-9ed8-be0d33d31e1c tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 943 time: 0.0511699 Sep 14 23:11:19.654394 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4a31bd1b-f5dd-4207-98e0-8d68f764a6d5 req-04fde6ae-46a5-4942-aaf0-67f55405484a tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320542 Sep 14 23:11:20.237622 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [req-d7f388dd-1097-47dd-9131-afdbb7602ec7 req-3be7e829-97cd-4aa2-aa5f-a844b973e780 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94135) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 23:11:20.238620 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d7f388dd-1097-47dd-9131-afdbb7602ec7 req-3be7e829-97cd-4aa2-aa5f-a844b973e780 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0951128 Sep 14 23:11:20.399816 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b27ed-bfe0-46f4-afd0-f0d0b4777ba9 req-00963427-8fe9-46a1-a2d0-0a6c2f0c1484 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:20.401336 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6d7b27ed-bfe0-46f4-afd0-f0d0b4777ba9 req-00963427-8fe9-46a1-a2d0-0a6c2f0c1484 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 944 time: 0.0522099 Sep 14 23:11:20.443987 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6d7b27ed-bfe0-46f4-afd0-f0d0b4777ba9 req-fdf991a7-b702-4ca4-9c65-4f10b42bb24e tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362787 Sep 14 23:11:20.600063 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 48898) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:11:20.680192 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-853b6b17-611b-4629-9619-9a5c1ff92304 req-3f9b05bb-e8ac-44a7-ba8b-c25f4a2c61bb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0788906 Sep 14 23:11:20.689177 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [req-853b6b17-611b-4629-9619-9a5c1ff92304 req-2ed1f072-0505-44a5-956b-958f1fc7a6ec service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94135) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 23:11:20.689975 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-853b6b17-611b-4629-9619-9a5c1ff92304 req-2ed1f072-0505-44a5-956b-958f1fc7a6ec service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050433 Sep 14 23:11:20.770841 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bb258-da43-48ce-9600-1db9f479bd1c req-cc16d766-a1e2-4f8c-92bc-cd8db0b091cc tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:20.772209 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5f0bb258-da43-48ce-9600-1db9f479bd1c req-cc16d766-a1e2-4f8c-92bc-cd8db0b091cc tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 943 time: 0.0473218 Sep 14 23:11:20.810172 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5f0bb258-da43-48ce-9600-1db9f479bd1c req-1c12a889-7196-45eb-80b1-c3286cf12b20 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321062 Sep 14 23:11:21.561267 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af30840-4692-494a-9949-0e515756a1c5 req-e58ab49c-7183-4b55-ae7e-6fd15f3fe01e tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:21.562716 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3af30840-4692-494a-9949-0e515756a1c5 req-e58ab49c-7183-4b55-ae7e-6fd15f3fe01e tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 944 time: 0.0485659 Sep 14 23:11:21.602047 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3af30840-4692-494a-9949-0e515756a1c5 req-ecfaac44-2200-4cc3-88c1-f717be09f8de tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336051 Sep 14 23:11:21.921981 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fcbb40-1636-4910-8205-3afb9a5eeeef req-a66e22b2-eac8-4847-971f-7545a06f9f6f tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:21.923431 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f4fcbb40-1636-4910-8205-3afb9a5eeeef req-a66e22b2-eac8-4847-971f-7545a06f9f6f tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 943 time: 0.0489552 Sep 14 23:11:21.960756 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f4fcbb40-1636-4910-8205-3afb9a5eeeef req-0201ab2b-cd1f-41ff-844b-f8f76efada8d tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314806 Sep 14 23:11:22.722454 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76848743-6d3b-40dc-807e-39bc3d7bc5f0 req-3e11fd77-fb7b-46df-b97c-d5d8ce980671 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:22.723883 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-76848743-6d3b-40dc-807e-39bc3d7bc5f0 req-3e11fd77-fb7b-46df-b97c-d5d8ce980671 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 944 time: 0.0477636 Sep 14 23:11:22.765144 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-76848743-6d3b-40dc-807e-39bc3d7bc5f0 req-595ed4d9-c2ed-42b1-ab7f-051e57aed1aa tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353577 Sep 14 23:11:22.933723 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df320d-2c36-4d97-af29-32576b76029a req-5b3f1318-09d2-4a7a-b4ba-fc6bfb5afc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:22.935254 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-73df320d-2c36-4d97-af29-32576b76029a req-5b3f1318-09d2-4a7a-b4ba-fc6bfb5afc4d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 1096 time: 0.0404918 Sep 14 23:11:22.972334 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-73df320d-2c36-4d97-af29-32576b76029a req-3694af8a-0d44-47fd-8be3-fbe6cece02d3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301054 Sep 14 23:11:23.071032 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3a98c-2eb7-49a1-9c31-451b5475a64c req-fad40b33-4ac7-43d9-8a3c-e04a9b7f7779 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:23.072468 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c8c3a98c-2eb7-49a1-9c31-451b5475a64c req-fad40b33-4ac7-43d9-8a3c-e04a9b7f7779 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 943 time: 0.0470653 Sep 14 23:11:23.111737 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c8c3a98c-2eb7-49a1-9c31-451b5475a64c req-03e8da36-99a5-4599-8abf-ec240ed61893 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327103 Sep 14 23:11:23.882066 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f71005-9822-46e5-b76b-413132dd10bd req-bb250d6f-b0cc-4ad5-97a3-d1c4b81d65b1 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:23.883657 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-48f71005-9822-46e5-b76b-413132dd10bd req-bb250d6f-b0cc-4ad5-97a3-d1c4b81d65b1 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 944 time: 0.0487969 Sep 14 23:11:23.925006 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-48f71005-9822-46e5-b76b-413132dd10bd req-be7b4c59-8e16-4b58-ac48-eb55c26149a6 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347128 Sep 14 23:11:24.227337 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581ee9e-63eb-4438-af01-0d38e9b30eb2 req-9e78a209-07c3-403c-90fb-c424feea6286 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:24.228843 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3581ee9e-63eb-4438-af01-0d38e9b30eb2 req-9e78a209-07c3-403c-90fb-c424feea6286 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 943 time: 0.0522251 Sep 14 23:11:24.265975 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3581ee9e-63eb-4438-af01-0d38e9b30eb2 req-f1dcc082-9d3e-4d6f-8bbb-3e0138856e00 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307484 Sep 14 23:11:25.017290 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device edd06b9b-9eb3-4710-be54-9c1b89f2be5a details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=94136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 23:11:25.050435 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0cfd9-997a-4930-be59-737978b8f2aa req-31f6f9ae-4668-49cc-9e96-90258c5d80d4 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:25.052917 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e7b0cfd9-997a-4930-be59-737978b8f2aa req-31f6f9ae-4668-49cc-9e96-90258c5d80d4 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 944 time: 0.0566957 Sep 14 23:11:25.115993 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e7b0cfd9-997a-4930-be59-737978b8f2aa req-99e4a77a-2e55-44c5-9154-02d6ad8d1b7b tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560014 Sep 14 23:11:25.150272 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port edd06b9b-9eb3-4710-be54-9c1b89f2be5a, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=edd06b9b-9eb3-4710-be54-9c1b89f2be5a,segment=NetworkSegment(a31483e8-f53d-4526-bf1c-b7e652afc6b7),segment_id=a31483e8-f53d-4526-bf1c-b7e652afc6b7)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:11:25.162067 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Returning: {'device': 'edd06b9b-9eb3-4710-be54-9c1b89f2be5a', 'network_id': '3efb33cd-c3d1-4574-b595-4ef315e545cb', 'port_id': 'edd06b9b-9eb3-4710-be54-9c1b89f2be5a', 'mac_address': 'fa:16:3e:69:b6:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bde3a9c9-df2c-4163-99b8-693b9b6f7a85', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 23:11:25.204716 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:25.218105 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edd06b9b-9eb3-4710-be54-9c1b89f2be5a {{(pid=94136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:11:25.237483 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port edd06b9b-9eb3-4710-be54-9c1b89f2be5a, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=edd06b9b-9eb3-4710-be54-9c1b89f2be5a,segment=NetworkSegment(a31483e8-f53d-4526-bf1c-b7e652afc6b7),segment_id=a31483e8-f53d-4526-bf1c-b7e652afc6b7)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:11:25.241253 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:25.290480 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=edd06b9b-9eb3-4710-be54-9c1b89f2be5a,revision_number=7']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:25.475628 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['edd06b9b-9eb3-4710-be54-9c1b89f2be5a'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:11:25.562086 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b6b17-611b-4629-9619-9a5c1ff92304 req-6bd9494e-31fd-402a-b8f2-f0c7c621f6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:25.563589 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-853b6b17-611b-4629-9619-9a5c1ff92304 req-6bd9494e-31fd-402a-b8f2-f0c7c621f6a4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c&tenant_id=e1f3957a62c7479aaeab959ee6f17284 HTTP/1.1" status: 200 len: 1097 time: 0.0423608 Sep 14 23:11:25.623970 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b6b17-611b-4629-9619-9a5c1ff92304 req-c67927c6-f140-431a-9e0f-fc10223c32b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:25.625530 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-853b6b17-611b-4629-9619-9a5c1ff92304 req-c67927c6-f140-431a-9e0f-fc10223c32b7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e1f3957a62c7479aaeab959ee6f17284&device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 1097 time: 0.0402045 Sep 14 23:11:25.720445 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b6b17-611b-4629-9619-9a5c1ff92304 req-2c8e5143-e1ec-4d76-942a-ed6afff636bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:25.721955 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-853b6b17-611b-4629-9619-9a5c1ff92304 req-2c8e5143-e1ec-4d76-942a-ed6afff636bf service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa9e38bf-d2d8-4eb7-8a53-97cdb6720662 HTTP/1.1" status: 200 len: 917 time: 0.0888488 Sep 14 23:11:25.785247 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-853b6b17-611b-4629-9619-9a5c1ff92304 req-4516c0ca-d18f-4cb9-8d8b-2916591e2d2e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5057ecc-a98e-4ffc-8279-136547b1b983 HTTP/1.1" status: 200 len: 999 time: 0.0560501 Sep 14 23:11:25.840187 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b6b17-611b-4629-9619-9a5c1ff92304 req-51ca3b45-0ee8-4d8f-beb9-4fccafd3bc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:25.841611 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-853b6b17-611b-4629-9619-9a5c1ff92304 req-51ca3b45-0ee8-4d8f-beb9-4fccafd3bc6e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8fb1c270-17f7-4564-a01a-0bbfc57fb9f4 HTTP/1.1" status: 200 len: 855 time: 0.0417798 Sep 14 23:11:25.897535 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b6b17-611b-4629-9619-9a5c1ff92304 req-51991ae8-bbab-4d43-901b-1f9b1974cca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:25.898580 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-853b6b17-611b-4629-9619-9a5c1ff92304 req-51991ae8-bbab-4d43-901b-1f9b1974cca8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa9e38bf-d2d8-4eb7-8a53-97cdb6720662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0428855 Sep 14 23:11:25.987139 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-853b6b17-611b-4629-9619-9a5c1ff92304 req-95afdaec-c0f3-41b6-b510-077871f938d1 service neutron] 10.222.0.52 "GET /v2.0/networks/aa9e38bf-d2d8-4eb7-8a53-97cdb6720662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803499 Sep 14 23:11:26.084795 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-853b6b17-611b-4629-9619-9a5c1ff92304 req-5190c139-a833-4e99-a635-ee98f9c30030 service neutron] 10.222.0.52 "GET /v2.0/networks/aa9e38bf-d2d8-4eb7-8a53-97cdb6720662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830824 Sep 14 23:11:26.242540 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a0a19-2381-42be-9c00-2ba305c10458 req-8a498fa1-b198-42d1-b03e-09e9c16257ec tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:26.244047 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d18a0a19-2381-42be-9c00-2ba305c10458 req-8a498fa1-b198-42d1-b03e-09e9c16257ec tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 944 time: 0.0516329 Sep 14 23:11:26.282690 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d18a0a19-2381-42be-9c00-2ba305c10458 req-6eff9ae8-e2b2-43d6-8504-27783265428e tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324621 Sep 14 23:11:27.041192 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device edd06b9b-9eb3-4710-be54-9c1b89f2be5a up at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:11:27.094116 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning complete for port edd06b9b-9eb3-4710-be54-9c1b89f2be5a triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:11:27.094586 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:27.178156 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:27.200831 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1c5ab0-8449-4b25-a425-fca002f43fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd06b9b-9eb3-4710-be54-9c1b89f2be5a'}] {{(pid=94136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:11:27.204419 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2b16cdf9a486da92f6eb6a5b1ab92e1b41f493a7e96932162ce692d4f29dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281de6b7-35fb-4e08-8d20-8ca924d2a625" -d '{"events": [{"server_uuid": "8d1c5ab0-8449-4b25-a425-fca002f43fa2", "name": "network-vif-plugged", "status": "completed", "tag": "edd06b9b-9eb3-4710-be54-9c1b89f2be5a"}]}' {{(pid=94136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:11:27.217747 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port edd06b9b-9eb3-4710-be54-9c1b89f2be5a, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=edd06b9b-9eb3-4710-be54-9c1b89f2be5a,segment=NetworkSegment(a31483e8-f53d-4526-bf1c-b7e652afc6b7),segment_id=a31483e8-f53d-4526-bf1c-b7e652afc6b7)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:11:27.224200 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:27.250211 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ac709d-8d4b-4f17-9007-ee729c50ef81 x-openstack-request-id: req-06ac709d-8d4b-4f17-9007-ee729c50ef81 {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:11:27.250500 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1c5ab0-8449-4b25-a425-fca002f43fa2", "name": "network-vif-plugged", "status": "completed", "tag": "edd06b9b-9eb3-4710-be54-9c1b89f2be5a", "code": 200}]} {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:11:27.250751 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-06ac709d-8d4b-4f17-9007-ee729c50ef81 {{(pid=94136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:11:27.251135 dv-cinder-760178-13-iscsi neutron-server[94136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1c5ab0-8449-4b25-a425-fca002f43fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd06b9b-9eb3-4710-be54-9c1b89f2be5a', 'code': 200} Sep 14 23:11:27.279402 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=edd06b9b-9eb3-4710-be54-9c1b89f2be5a,revision_number=8']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:27.406023 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1caa6ef-97e9-4b4a-8df3-23e0aa279335 req-1d906c23-bbcf-4edf-9b7e-a7b346db8d54 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:27.407693 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c1caa6ef-97e9-4b4a-8df3-23e0aa279335 req-1d906c23-bbcf-4edf-9b7e-a7b346db8d54 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 944 time: 0.0493536 Sep 14 23:11:27.446629 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c1caa6ef-97e9-4b4a-8df3-23e0aa279335 req-535b66d0-cad6-44fd-a055-b1cd6a7c3897 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328066 Sep 14 23:11:28.582067 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb258f-5160-498b-a84a-6f019a44c8f2 req-0d2144e8-129a-4117-a228-c09bbd245d05 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:28.583571 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7deb258f-5160-498b-a84a-6f019a44c8f2 req-0d2144e8-129a-4117-a228-c09bbd245d05 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 944 time: 0.0582266 Sep 14 23:11:28.632287 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7deb258f-5160-498b-a84a-6f019a44c8f2 req-b3eb53f9-4fd8-402e-ac8f-b9b29ad29ca2 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427625 Sep 14 23:11:29.763222 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf923e42-02e3-466a-af91-3689bc552d1f req-b738e2a9-815e-4c3b-8335-eda283348747 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:29.765611 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-cf923e42-02e3-466a-af91-3689bc552d1f req-b738e2a9-815e-4c3b-8335-eda283348747 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 944 time: 0.0496800 Sep 14 23:11:29.807224 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-cf923e42-02e3-466a-af91-3689bc552d1f req-92756c1b-a0cc-4a5c-b319-d3cf211a61af tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358229 Sep 14 23:11:30.332768 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:30.934533 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53369a-feb0-4c1f-a4a2-408332d7dfc6 req-565756dc-bb9b-40a3-98f1-f699d224c844 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:30.936600 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0d53369a-feb0-4c1f-a4a2-408332d7dfc6 req-565756dc-bb9b-40a3-98f1-f699d224c844 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 944 time: 0.0528984 Sep 14 23:11:30.975411 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0d53369a-feb0-4c1f-a4a2-408332d7dfc6 req-b7c5fa78-4059-498e-8445-668b2bf19096 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324113 Sep 14 23:11:32.105201 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4d4df-0986-4620-b726-5ac620f8f8a3 req-8f7ed707-59ae-49f7-b7b9-ffb98367fda3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:32.106873 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-21e4d4df-0986-4620-b726-5ac620f8f8a3 req-8f7ed707-59ae-49f7-b7b9-ffb98367fda3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 944 time: 0.0554464 Sep 14 23:11:32.148743 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-21e4d4df-0986-4620-b726-5ac620f8f8a3 req-f7254ec1-7b3d-43b7-855a-6c04f4c1588f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352728 Sep 14 23:11:32.238595 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0e3975fb-5157-450d-a339-0447f6df91bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:33.273391 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e10e9-1dc6-439d-859b-a8daf62f475a req-b6fc0f84-e74c-48bb-90a8-321e2535542f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:33.274850 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d44e10e9-1dc6-439d-859b-a8daf62f475a req-b6fc0f84-e74c-48bb-90a8-321e2535542f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 944 time: 0.0506175 Sep 14 23:11:33.319920 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d44e10e9-1dc6-439d-859b-a8daf62f475a req-f3b815cd-4f38-41fa-9276-461af8666b6f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385594 Sep 14 23:11:34.444133 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8b4e6-a3cb-45bf-abde-68049d3f0726 req-fcd96f65-77f2-4639-af40-190a74fe5ffd tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:34.445618 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2aa8b4e6-a3cb-45bf-abde-68049d3f0726 req-fcd96f65-77f2-4639-af40-190a74fe5ffd tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 944 time: 0.0513933 Sep 14 23:11:34.485617 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2aa8b4e6-a3cb-45bf-abde-68049d3f0726 req-f31238e0-3ead-48b1-ab39-2bf3d347490c tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336506 Sep 14 23:11:34.968213 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-59bf969f-93ef-43d2-b96e-51c9ee322b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:34.973176 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:35.619014 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a0c9d-2576-42af-add4-171e2465346c req-b9a19b0d-2586-4a26-8d2b-22b103921eda tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:35.620506 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-904a0c9d-2576-42af-add4-171e2465346c req-b9a19b0d-2586-4a26-8d2b-22b103921eda tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 944 time: 0.0502594 Sep 14 23:11:35.665831 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-904a0c9d-2576-42af-add4-171e2465346c req-89384208-c27f-4236-a312-ebbf0857b5d2 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381849 Sep 14 23:11:36.053096 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:36.787784 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650daad3-982b-40c6-9fc8-890ec0d94e46 req-8d5e9ec2-943c-4390-86e5-1c596ebf7aca tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:36.789274 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-650daad3-982b-40c6-9fc8-890ec0d94e46 req-8d5e9ec2-943c-4390-86e5-1c596ebf7aca tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 944 time: 0.0509799 Sep 14 23:11:36.828910 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-650daad3-982b-40c6-9fc8-890ec0d94e46 req-e15f4acf-16c0-4175-ae19-3260e3555618 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333962 Sep 14 23:11:37.907846 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:37.948205 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec9e0b-38d2-44ef-a939-b85016fa8586 req-524c52e6-2c18-4cae-b541-d429085ce6d0 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:37.949667 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-57ec9e0b-38d2-44ef-a939-b85016fa8586 req-524c52e6-2c18-4cae-b541-d429085ce6d0 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 944 time: 0.0492110 Sep 14 23:11:37.987387 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-57ec9e0b-38d2-44ef-a939-b85016fa8586 req-03d46e70-690c-41f6-977f-584337284d8c tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316260 Sep 14 23:11:38.711697 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 6 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:11:39.102430 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f60ae1-0d2b-4264-b0fe-587a32a4d303 req-55893643-4eb2-4db0-8dd3-1fcba87f9748 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:39.103876 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-29f60ae1-0d2b-4264-b0fe-587a32a4d303 req-55893643-4eb2-4db0-8dd3-1fcba87f9748 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 944 time: 0.0467463 Sep 14 23:11:39.144131 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-29f60ae1-0d2b-4264-b0fe-587a32a4d303 req-1034b936-3b46-41ad-9a64-d22399e0c1bb tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338535 Sep 14 23:11:40.263060 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90889aca-455d-4b9b-b90a-6ddae5590c4d req-5ed25268-a4ac-466b-b038-e786701f3bb2 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:40.264540 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-90889aca-455d-4b9b-b90a-6ddae5590c4d req-5ed25268-a4ac-466b-b038-e786701f3bb2 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 944 time: 0.0484517 Sep 14 23:11:40.301324 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-90889aca-455d-4b9b-b90a-6ddae5590c4d req-1f7d31c1-96f5-4989-ab92-41338a24373e tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309162 Sep 14 23:11:41.082415 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device c5057ecc-a98e-4ffc-8279-136547b1b983 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=94136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 23:11:41.176298 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port c5057ecc-a98e-4ffc-8279-136547b1b983, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=c5057ecc-a98e-4ffc-8279-136547b1b983,segment=NetworkSegment(be17818b-7699-476a-ab10-d7d8b4987e70),segment_id=be17818b-7699-476a-ab10-d7d8b4987e70)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:11:41.187321 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Returning: {'device': 'c5057ecc-a98e-4ffc-8279-136547b1b983', 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662', 'port_id': 'c5057ecc-a98e-4ffc-8279-136547b1b983', 'mac_address': 'fa:16:3e:82:6d:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 23:11:41.222249 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:41.234821 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5057ecc-a98e-4ffc-8279-136547b1b983 {{(pid=94136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:11:41.253655 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port c5057ecc-a98e-4ffc-8279-136547b1b983, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=c5057ecc-a98e-4ffc-8279-136547b1b983,segment=NetworkSegment(be17818b-7699-476a-ab10-d7d8b4987e70),segment_id=be17818b-7699-476a-ab10-d7d8b4987e70)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:11:41.257615 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:41.307212 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=c5057ecc-a98e-4ffc-8279-136547b1b983,revision_number=9']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:41.417839 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88699c02-8b7e-45e3-8469-30a311c07a56 req-4d84290a-bbee-43a9-93b8-fe7e3945a72a tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:41.419293 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-88699c02-8b7e-45e3-8469-30a311c07a56 req-4d84290a-bbee-43a9-93b8-fe7e3945a72a tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 945 time: 0.0480053 Sep 14 23:11:41.456355 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-88699c02-8b7e-45e3-8469-30a311c07a56 req-fa7ea671-df07-493d-b0f1-8c1f3df3f3ee tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299757 Sep 14 23:11:41.473819 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['c5057ecc-a98e-4ffc-8279-136547b1b983'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:11:42.591806 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e504f-7262-4d73-81e0-4efe11119d72 req-d4bcf8cf-263b-493e-aa4c-367778758e15 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:42.593971 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-129e504f-7262-4d73-81e0-4efe11119d72 req-d4bcf8cf-263b-493e-aa4c-367778758e15 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 945 time: 0.0539103 Sep 14 23:11:42.638334 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-129e504f-7262-4d73-81e0-4efe11119d72 req-a7057473-3f87-416c-aa00-0884402ceac9 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384457 Sep 14 23:11:43.079002 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device c5057ecc-a98e-4ffc-8279-136547b1b983 up at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:11:43.127699 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning complete for port c5057ecc-a98e-4ffc-8279-136547b1b983 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:11:43.128069 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:43.201689 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:43.223027 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67121dfd-6e61-40e0-a271-2dbc88bceb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5057ecc-a98e-4ffc-8279-136547b1b983'}] {{(pid=94136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:11:43.225249 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2b16cdf9a486da92f6eb6a5b1ab92e1b41f493a7e96932162ce692d4f29dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5691bc2c-596e-4985-aa02-ccff68ce461f" -d '{"events": [{"server_uuid": "67121dfd-6e61-40e0-a271-2dbc88bceb2c", "name": "network-vif-plugged", "status": "completed", "tag": "c5057ecc-a98e-4ffc-8279-136547b1b983"}]}' {{(pid=94136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:11:43.238892 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port c5057ecc-a98e-4ffc-8279-136547b1b983, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=c5057ecc-a98e-4ffc-8279-136547b1b983,segment=NetworkSegment(be17818b-7699-476a-ab10-d7d8b4987e70),segment_id=be17818b-7699-476a-ab10-d7d8b4987e70)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:11:43.245633 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:43.268982 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8533bfa-02c5-49c7-bfd9-c0fd7698039b x-openstack-request-id: req-b8533bfa-02c5-49c7-bfd9-c0fd7698039b {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:11:43.269272 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67121dfd-6e61-40e0-a271-2dbc88bceb2c", "name": "network-vif-plugged", "status": "completed", "tag": "c5057ecc-a98e-4ffc-8279-136547b1b983", "code": 200}]} {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:11:43.270330 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b8533bfa-02c5-49c7-bfd9-c0fd7698039b {{(pid=94136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:11:43.270730 dv-cinder-760178-13-iscsi neutron-server[94136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67121dfd-6e61-40e0-a271-2dbc88bceb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5057ecc-a98e-4ffc-8279-136547b1b983', 'code': 200} Sep 14 23:11:43.301713 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=c5057ecc-a98e-4ffc-8279-136547b1b983,revision_number=10']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:43.309481 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:43.309860 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:43.310209 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:43.310553 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:43.310886 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:43.311218 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:43.311550 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:43.312520 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:43.312872 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:43.313197 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:43.313521 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:43.313844 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:43.444129 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aac5ae-093a-4032-ae3c-ac1389a66482 req-399a211c-f044-4c0c-89f5-597816a016dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:43.445525 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b1aac5ae-093a-4032-ae3c-ac1389a66482 req-399a211c-f044-4c0c-89f5-597816a016dd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 1100 time: 0.0398936 Sep 14 23:11:43.482436 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b1aac5ae-093a-4032-ae3c-ac1389a66482 req-f2c40a0d-5813-47c7-a496-dc12afcde5b5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264385 Sep 14 23:11:43.756101 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b65189-4b3f-46b3-b671-c73d6c12af85 req-a8fc4f36-3715-4aff-a833-4bc265f1fff1 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:43.757597 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-92b65189-4b3f-46b3-b671-c73d6c12af85 req-a8fc4f36-3715-4aff-a833-4bc265f1fff1 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 947 time: 0.0479782 Sep 14 23:11:43.794315 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-92b65189-4b3f-46b3-b671-c73d6c12af85 req-649ea3bb-09ce-4c9e-aac6-dc9305774636 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310051 Sep 14 23:11:44.920234 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71263183-9788-43e6-a978-71ae49571683 req-295220e1-20c9-4390-aee6-37d7c8cb08ea tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:44.921799 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-71263183-9788-43e6-a978-71ae49571683 req-295220e1-20c9-4390-aee6-37d7c8cb08ea tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 947 time: 0.0505774 Sep 14 23:11:44.959334 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-71263183-9788-43e6-a978-71ae49571683 req-f02f78e9-01a6-473a-ace7-b9c714c6d247 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315323 Sep 14 23:11:46.077710 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e2e2a-f00e-45ce-a6fb-c2425e1effb6 req-32b9c719-fe3e-40fe-bb56-28d720c4245f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:11:46.079175 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5b1e2e2a-f00e-45ce-a6fb-c2425e1effb6 req-32b9c719-fe3e-40fe-bb56-28d720c4245f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 947 time: 0.0476987 Sep 14 23:11:46.119166 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5b1e2e2a-f00e-45ce-a6fb-c2425e1effb6 req-9df3165c-9d84-479a-b330-5237eec3ad65 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340359 Sep 14 23:12:00.328973 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:02.239999 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-7829ef38-af2f-43c0-b22c-9a45007ce504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:03.947994 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-38556eaa-1a87-4e45-8afa-352dc5db1569 req-eae30e3b-c020-40e6-ba76-44112e4e2c85 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412140 Sep 14 23:12:04.030756 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38556eaa-1a87-4e45-8afa-352dc5db1569 req-a9cfdb60-ee09-4d92-8aa7-2ae691927497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:04.032288 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-38556eaa-1a87-4e45-8afa-352dc5db1569 req-a9cfdb60-ee09-4d92-8aa7-2ae691927497 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a7319052cbd445279c634b71fd2736d4&device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 1098 time: 0.0435684 Sep 14 23:12:04.140516 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38556eaa-1a87-4e45-8afa-352dc5db1569 req-b2d75d2a-5368-4db8-ac01-8f3b0c440f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:04.142059 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-38556eaa-1a87-4e45-8afa-352dc5db1569 req-b2d75d2a-5368-4db8-ac01-8f3b0c440f2b service neutron] 10.222.0.52 "GET /v2.0/networks?id=3efb33cd-c3d1-4574-b595-4ef315e545cb HTTP/1.1" status: 200 len: 909 time: 0.0846827 Sep 14 23:12:04.211459 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-38556eaa-1a87-4e45-8afa-352dc5db1569 req-90ff36a0-a956-441b-a31c-02cc05debdb2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=edd06b9b-9eb3-4710-be54-9c1b89f2be5a HTTP/1.1" status: 200 len: 1001 time: 0.0614192 Sep 14 23:12:04.262225 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38556eaa-1a87-4e45-8afa-352dc5db1569 req-6c64a937-81b0-40ac-9898-79be40b45a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:04.263693 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-38556eaa-1a87-4e45-8afa-352dc5db1569 req-6c64a937-81b0-40ac-9898-79be40b45a67 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bde3a9c9-df2c-4163-99b8-693b9b6f7a85 HTTP/1.1" status: 200 len: 847 time: 0.0437591 Sep 14 23:12:04.309319 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38556eaa-1a87-4e45-8afa-352dc5db1569 req-ee69fddf-c5a9-4200-b675-34a8a056f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:04.310794 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-38556eaa-1a87-4e45-8afa-352dc5db1569 req-ee69fddf-c5a9-4200-b675-34a8a056f889 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3efb33cd-c3d1-4574-b595-4ef315e545cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406239 Sep 14 23:12:04.407379 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-38556eaa-1a87-4e45-8afa-352dc5db1569 req-8a43e721-fcc1-438e-8b78-290ac78ecd16 service neutron] 10.222.0.52 "GET /v2.0/networks/3efb33cd-c3d1-4574-b595-4ef315e545cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881934 Sep 14 23:12:04.500173 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-38556eaa-1a87-4e45-8afa-352dc5db1569 req-cb23ae7f-0961-40b9-bbfa-5395c010c4c9 service neutron] 10.222.0.52 "GET /v2.0/networks/3efb33cd-c3d1-4574-b595-4ef315e545cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855582 Sep 14 23:12:04.963321 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-1513a240-1a8f-4514-a8d2-435ff3cff192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:04.974344 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:06.055569 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:07.908091 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:15.711081 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 6 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:12:17.999600 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514bff1-00cc-4cb6-8acc-692fa8f7d069 req-2f3a8075-d5b8-4c5a-9615-af0b5138f28f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:18.002229 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c514bff1-00cc-4cb6-8acc-692fa8f7d069 req-2f3a8075-d5b8-4c5a-9615-af0b5138f28f tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 947 time: 0.0494418 Sep 14 23:12:18.038402 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c514bff1-00cc-4cb6-8acc-692fa8f7d069 req-1bbd9551-2732-49e3-8cab-2b2756a1db5c tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309341 Sep 14 23:12:19.158505 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9dce89-dcce-4709-bee8-67e211a4dd0d req-fc6c8df6-2e1d-4776-a3ff-72a3fcc8feec tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:19.159875 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6b9dce89-dcce-4709-bee8-67e211a4dd0d req-fc6c8df6-2e1d-4776-a3ff-72a3fcc8feec tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 947 time: 0.0482380 Sep 14 23:12:19.196826 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6b9dce89-dcce-4709-bee8-67e211a4dd0d req-a18ffcdc-37c2-4274-a022-4aef62ee4037 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups?id=549e8499-2196-46c5-a4f7-7bb151104734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307128 Sep 14 23:12:19.306319 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de6035-23a9-4068-8eb6-97fe4f418cf2 req-ed60b0db-594e-497a-893b-cb3ca9d77893 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:19.307791 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-48de6035-23a9-4068-8eb6-97fe4f418cf2 req-ed60b0db-594e-497a-893b-cb3ca9d77893 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.52 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 947 time: 0.0518537 Sep 14 23:12:19.396154 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-48de6035-23a9-4068-8eb6-97fe4f418cf2 req-193180cb-0589-43ca-80dc-49a1a30409c3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Deleting port c5057ecc-a98e-4ffc-8279-136547b1b983 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:12:19.396531 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-48de6035-23a9-4068-8eb6-97fe4f418cf2 req-193180cb-0589-43ca-80dc-49a1a30409c3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:19.485968 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-48de6035-23a9-4068-8eb6-97fe4f418cf2 req-193180cb-0589-43ca-80dc-49a1a30409c3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] For port c5057ecc-a98e-4ffc-8279-136547b1b983, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=c5057ecc-a98e-4ffc-8279-136547b1b983,segment=NetworkSegment(be17818b-7699-476a-ab10-d7d8b4987e70),segment_id=be17818b-7699-476a-ab10-d7d8b4987e70)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:12:19.486333 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-48de6035-23a9-4068-8eb6-97fe4f418cf2 req-193180cb-0589-43ca-80dc-49a1a30409c3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:19.649448 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-48de6035-23a9-4068-8eb6-97fe4f418cf2 req-193180cb-0589-43ca-80dc-49a1a30409c3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:19.649819 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-48de6035-23a9-4068-8eb6-97fe4f418cf2 req-193180cb-0589-43ca-80dc-49a1a30409c3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529163'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:19.650140 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.db.l3_db [req-48de6035-23a9-4068-8eb6-97fe4f418cf2 req-193180cb-0589-43ca-80dc-49a1a30409c3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Floating IP fca805ba-b174-4ed3-92e8-7145655915ab disassociated. External IP: 172.27.3.25, port: c5057ecc-a98e-4ffc-8279-136547b1b983. Sep 14 23:12:19.650482 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-48de6035-23a9-4068-8eb6-97fe4f418cf2 req-193180cb-0589-43ca-80dc-49a1a30409c3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Calling delete_port for c5057ecc-a98e-4ffc-8279-136547b1b983 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:12:19.776960 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-48de6035-23a9-4068-8eb6-97fe4f418cf2 req-193180cb-0589-43ca-80dc-49a1a30409c3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:19.805038 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193180cb-0589-43ca-80dc-49a1a30409c3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Pushing event deleted for resources: {'Port': ['ID=c5057ecc-a98e-4ffc-8279-136547b1b983,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:19.816351 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193180cb-0589-43ca-80dc-49a1a30409c3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:19.816714 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193180cb-0589-43ca-80dc-49a1a30409c3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:19.817063 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193180cb-0589-43ca-80dc-49a1a30409c3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:19.817410 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193180cb-0589-43ca-80dc-49a1a30409c3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:19.817748 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193180cb-0589-43ca-80dc-49a1a30409c3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:19.818083 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193180cb-0589-43ca-80dc-49a1a30409c3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:19.818484 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193180cb-0589-43ca-80dc-49a1a30409c3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:19.818743 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193180cb-0589-43ca-80dc-49a1a30409c3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:19.819073 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193180cb-0589-43ca-80dc-49a1a30409c3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:19.819400 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193180cb-0589-43ca-80dc-49a1a30409c3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:19.819729 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193180cb-0589-43ca-80dc-49a1a30409c3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:19.820053 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193180cb-0589-43ca-80dc-49a1a30409c3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:19.927484 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48de6035-23a9-4068-8eb6-97fe4f418cf2 req-193180cb-0589-43ca-80dc-49a1a30409c3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Router 9bbc854c-1048-4948-aeba-8ad44aa5ecf8 has already been hosted by L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 23:12:20.033893 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48de6035-23a9-4068-8eb6-97fe4f418cf2 req-193180cb-0589-43ca-80dc-49a1a30409c3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:12:20.043380 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c653e24d-84dd-41bd-a117-ca5538f32a65 None None] Sync routers for ids ['9bbc854c-1048-4948-aeba-8ad44aa5ecf8'] in dv-cinder-760178-13-iscsi {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:12:20.053579 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c653e24d-84dd-41bd-a117-ca5538f32a65 None None] Routers {'9bbc854c-1048-4948-aeba-8ad44aa5ecf8'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:12:20.054201 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-c653e24d-84dd-41bd-a117-ca5538f32a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:12:05Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['9bbc854c-1048-4948-aeba-8ad44aa5ecf8'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:20.072796 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-48de6035-23a9-4068-8eb6-97fe4f418cf2 req-193180cb-0589-43ca-80dc-49a1a30409c3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] No DVR routers for this DVR port c5057ecc-a98e-4ffc-8279-136547b1b983 on host hv-cinder-76017 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:12:20.075455 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-48de6035-23a9-4068-8eb6-97fe4f418cf2 req-193180cb-0589-43ca-80dc-49a1a30409c3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:20.077621 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-48de6035-23a9-4068-8eb6-97fe4f418cf2 req-193180cb-0589-43ca-80dc-49a1a30409c3 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.52 "DELETE /v2.0/ports/c5057ecc-a98e-4ffc-8279-136547b1b983 HTTP/1.1" status: 204 len: 173 time: 0.7632194 Sep 14 23:12:20.078082 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67121dfd-6e61-40e0-a271-2dbc88bceb2c', 'name': 'network-vif-deleted', 'tag': 'c5057ecc-a98e-4ffc-8279-136547b1b983'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:12:20.081104 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b27504ed887e131bccbae67cb08e94fb53697a19aeb48787dd98b51fbb9c8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b535b5-f7cb-451e-af84-809d5e4d6cc7" -d '{"events": [{"server_uuid": "67121dfd-6e61-40e0-a271-2dbc88bceb2c", "name": "network-vif-deleted", "tag": "c5057ecc-a98e-4ffc-8279-136547b1b983"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:12:20.170691 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-c653e24d-84dd-41bd-a117-ca5538f32a65 None None] Set router 9bbc854c-1048-4948-aeba-8ad44aa5ecf8 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:12:20.201342 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a24426-ed7c-48ad-8fc6-9f586e0e1f90 x-openstack-request-id: req-66a24426-ed7c-48ad-8fc6-9f586e0e1f90 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:12:20.201795 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67121dfd-6e61-40e0-a271-2dbc88bceb2c", "name": "network-vif-deleted", "tag": "c5057ecc-a98e-4ffc-8279-136547b1b983", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:12:20.202057 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-66a24426-ed7c-48ad-8fc6-9f586e0e1f90 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:12:20.202517 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67121dfd-6e61-40e0-a271-2dbc88bceb2c', 'name': 'network-vif-deleted', 'tag': 'c5057ecc-a98e-4ffc-8279-136547b1b983', 'status': 'completed', 'code': 200} Sep 14 23:12:20.314783 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ca700284-ae55-4392-90ca-640cc04e3f23 req-ff134ec9-5027-4a6c-b5e6-d46b6657a7a2 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/ports?device_id=67121dfd-6e61-40e0-a271-2dbc88bceb2c HTTP/1.1" status: 200 len: 210 time: 0.0272326 Sep 14 23:12:20.387301 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-c653e24d-84dd-41bd-a117-ca5538f32a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'name': 'tempest-AttachVolumeShelveTestJSON-643546090-router', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:04:50Z', 'updated_at': '2021-09-14T23:04:58Z', 'revision_number': 4, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'gw_port': {'id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:52Z', 'updated_at': '2021-09-14T23:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': 'f643576c-9bcf-4a3c-b150-0786fb9ecec0', 'name': '', 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'mac_address': 'fa:16:3e:01:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:57Z', 'updated_at': '2021-09-14T23:05:11Z', 'revision_number': 5, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'subnets': [{'id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:20.417697 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c653e24d-84dd-41bd-a117-ca5538f32a65 None None] Checking router: 9bbc854c-1048-4948-aeba-8ad44aa5ecf8 for host: dv-cinder-760178-13-iscsi {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:12:20.425737 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c653e24d-84dd-41bd-a117-ca5538f32a65 None None] Routers {'9bbc854c-1048-4948-aeba-8ad44aa5ecf8'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:12:20.426369 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-c653e24d-84dd-41bd-a117-ca5538f32a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:12:05Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['9bbc854c-1048-4948-aeba-8ad44aa5ecf8'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:20.532173 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-c653e24d-84dd-41bd-a117-ca5538f32a65 None None] Set router 9bbc854c-1048-4948-aeba-8ad44aa5ecf8 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:12:20.848542 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-c653e24d-84dd-41bd-a117-ca5538f32a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'name': 'tempest-AttachVolumeShelveTestJSON-643546090-router', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:04:50Z', 'updated_at': '2021-09-14T23:04:58Z', 'revision_number': 4, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'gw_port': {'id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:52Z', 'updated_at': '2021-09-14T23:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': 'f643576c-9bcf-4a3c-b150-0786fb9ecec0', 'name': '', 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'mac_address': 'fa:16:3e:01:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:57Z', 'updated_at': '2021-09-14T23:05:11Z', 'revision_number': 5, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'subnets': [{'id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:20.873925 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c653e24d-84dd-41bd-a117-ca5538f32a65 None None] The sync data for ids ['9bbc854c-1048-4948-aeba-8ad44aa5ecf8'] in dv-cinder-760178-13-iscsi is: [{'id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'name': 'tempest-AttachVolumeShelveTestJSON-643546090-router', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:04:50Z', 'updated_at': '2021-09-14T23:04:58Z', 'revision_number': 4, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'gw_port': {'id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:52Z', 'updated_at': '2021-09-14T23:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': 'f643576c-9bcf-4a3c-b150-0786fb9ecec0', 'name': '', 'network_id': 'aa9e38bf-d2d8-4eb7-8a53-97cdb6720662', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'mac_address': 'fa:16:3e:01:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:57Z', 'updated_at': '2021-09-14T23:05:11Z', 'revision_number': 5, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'subnets': [{'id': '8fb1c270-17f7-4564-a01a-0bbfc57fb9f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:12:21.085272 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1862e6df-d4c2-4665-8377-c506a74dd434 None None] New status for floating IP fca805ba-b174-4ed3-92e8-7145655915ab: DOWN {{(pid=94137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:12:21.405873 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 49078) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:21.462957 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9981c24c-5987-4386-ad2b-9d23eae5b9b7 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:21.486480 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9981c24c-5987-4386-ad2b-9d23eae5b9b7 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:21.530855 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9981c24c-5987-4386-ad2b-9d23eae5b9b7 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:21.534554 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9981c24c-5987-4386-ad2b-9d23eae5b9b7 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:21.535668 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-9981c24c-5987-4386-ad2b-9d23eae5b9b7 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "DELETE /v2.0/security-groups/549e8499-2196-46c5-a4f7-7bb151104734 HTTP/1.1" status: 204 len: 168 time: 0.1288083 Sep 14 23:12:21.538544 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 49080) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:21.544398 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981c24c-5987-4386-ad2b-9d23eae5b9b7 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=549e8499-2196-46c5-a4f7-7bb151104734,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:21.552895 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9981c24c-5987-4386-ad2b-9d23eae5b9b7 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:21.553244 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9981c24c-5987-4386-ad2b-9d23eae5b9b7 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:21.553369 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.api.v2.resource [None req-4812fd45-f0e6-42cd-943e-9681a9e7ebac tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] show failed (client error): The resource could not be found. Sep 14 23:12:21.553584 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9981c24c-5987-4386-ad2b-9d23eae5b9b7 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:21.553930 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9981c24c-5987-4386-ad2b-9d23eae5b9b7 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:21.554252 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-4812fd45-f0e6-42cd-943e-9681a9e7ebac tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "GET /v2.0/security-groups/549e8499-2196-46c5-a4f7-7bb151104734 HTTP/1.1" status: 404 len: 347 time: 0.0147319 Sep 14 23:12:21.554374 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9981c24c-5987-4386-ad2b-9d23eae5b9b7 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:21.554583 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9981c24c-5987-4386-ad2b-9d23eae5b9b7 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:21.554913 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9981c24c-5987-4386-ad2b-9d23eae5b9b7 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:21.555239 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9981c24c-5987-4386-ad2b-9d23eae5b9b7 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:21.555562 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9981c24c-5987-4386-ad2b-9d23eae5b9b7 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:21.555885 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9981c24c-5987-4386-ad2b-9d23eae5b9b7 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:21.556212 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9981c24c-5987-4386-ad2b-9d23eae5b9b7 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:21.556534 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9981c24c-5987-4386-ad2b-9d23eae5b9b7 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:21.557089 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 49082) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:21.680181 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-8c054c18-5a8d-44ff-939d-917088639783 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Deleting port bb613db2-1220-4e9f-8036-c9ada9a577c7 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:12:21.680529 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8c054c18-5a8d-44ff-939d-917088639783 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:21.758534 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8c054c18-5a8d-44ff-939d-917088639783 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:21.758763 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8c054c18-5a8d-44ff-939d-917088639783 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:21.770472 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-8c054c18-5a8d-44ff-939d-917088639783 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Calling delete_port for bb613db2-1220-4e9f-8036-c9ada9a577c7 owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:12:21.898746 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8c054c18-5a8d-44ff-939d-917088639783 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:21.925264 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c054c18-5a8d-44ff-939d-917088639783 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Pushing event deleted for resources: {'Port': ['ID=bb613db2-1220-4e9f-8036-c9ada9a577c7,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:21.984444 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8c054c18-5a8d-44ff-939d-917088639783 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:21.987307 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8c054c18-5a8d-44ff-939d-917088639783 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:21.988521 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-8c054c18-5a8d-44ff-939d-917088639783 tempest-AttachVolumeShelveTestJSON-1782995137 tempest-AttachVolumeShelveTestJSON-1782995137-project] 10.222.0.39 "DELETE /v2.0/floatingips/fca805ba-b174-4ed3-92e8-7145655915ab HTTP/1.1" status: 204 len: 168 time: 0.4305594 Sep 14 23:12:23.173674 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device c5057ecc-a98e-4ffc-8279-136547b1b983 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:12:23.198520 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] No Port match for: c5057ecc-a98e-4ffc-8279-136547b1b983 {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:12:23.198869 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device c5057ecc-a98e-4ffc-8279-136547b1b983 not bound to the agent host hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:12:24.395281 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 49104) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:25.078759 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0d58b623-4a57-447e-b808-08abce3c69a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530187'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:25.319667 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-0d58b623-4a57-447e-b808-08abce3c69a9 admin admin] Deleting port f643576c-9bcf-4a3c-b150-0786fb9ecec0 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:12:25.320030 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0d58b623-4a57-447e-b808-08abce3c69a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:25.394363 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-0d58b623-4a57-447e-b808-08abce3c69a9 admin admin] For port f643576c-9bcf-4a3c-b150-0786fb9ecec0, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=f643576c-9bcf-4a3c-b150-0786fb9ecec0,segment=NetworkSegment(be17818b-7699-476a-ab10-d7d8b4987e70),segment_id=be17818b-7699-476a-ab10-d7d8b4987e70)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:12:25.394722 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0d58b623-4a57-447e-b808-08abce3c69a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:25.406462 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-0d58b623-4a57-447e-b808-08abce3c69a9 admin admin] Calling delete_port for f643576c-9bcf-4a3c-b150-0786fb9ecec0 owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:12:25.582870 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0d58b623-4a57-447e-b808-08abce3c69a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:25.618289 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d58b623-4a57-447e-b808-08abce3c69a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f643576c-9bcf-4a3c-b150-0786fb9ecec0,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:25.776892 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0d58b623-4a57-447e-b808-08abce3c69a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529339'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:25.991019 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d58b623-4a57-447e-b808-08abce3c69a9 admin admin] Router 9bbc854c-1048-4948-aeba-8ad44aa5ecf8 has already been hosted by L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 23:12:26.094041 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d58b623-4a57-447e-b808-08abce3c69a9 admin admin] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:12:26.099242 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-0d58b623-4a57-447e-b808-08abce3c69a9 admin admin] 10.222.0.39 "PUT /v2.0/routers/9bbc854c-1048-4948-aeba-8ad44aa5ecf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7028913 Sep 14 23:12:26.101719 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 49108) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:26.104296 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6ecd64-4587-4b98-8510-9dcaa38f9e22 None None] Sync routers for ids ['9bbc854c-1048-4948-aeba-8ad44aa5ecf8'] in dv-cinder-760178-13-iscsi {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:12:26.113363 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6ecd64-4587-4b98-8510-9dcaa38f9e22 None None] Routers {'9bbc854c-1048-4948-aeba-8ad44aa5ecf8'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:12:26.113968 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-9d6ecd64-4587-4b98-8510-9dcaa38f9e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:12:05Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['9bbc854c-1048-4948-aeba-8ad44aa5ecf8'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:26.203176 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-30e80523-46c0-4100-89cc-c8417dd0126a admin admin] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:26.225340 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-9d6ecd64-4587-4b98-8510-9dcaa38f9e22 None None] Set router 9bbc854c-1048-4948-aeba-8ad44aa5ecf8 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:12:26.299726 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-30e80523-46c0-4100-89cc-c8417dd0126a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:26.354601 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-30e80523-46c0-4100-89cc-c8417dd0126a admin admin] Deleting port 190029e1-cd07-49ea-be7b-f80b751b2c39 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:12:26.354947 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-30e80523-46c0-4100-89cc-c8417dd0126a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:26.402293 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-9d6ecd64-4587-4b98-8510-9dcaa38f9e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'name': 'tempest-AttachVolumeShelveTestJSON-643546090-router', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:04:50Z', 'updated_at': '2021-09-14T23:12:25Z', 'revision_number': 5, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'gw_port': {'id': '190029e1-cd07-49ea-be7b-f80b751b2c39', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:04:52Z', 'updated_at': '2021-09-14T23:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi'}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:26.428826 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6ecd64-4587-4b98-8510-9dcaa38f9e22 None None] Checking router: 9bbc854c-1048-4948-aeba-8ad44aa5ecf8 for host: dv-cinder-760178-13-iscsi {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:12:26.432398 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-30e80523-46c0-4100-89cc-c8417dd0126a admin admin] For port 190029e1-cd07-49ea-be7b-f80b751b2c39, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=190029e1-cd07-49ea-be7b-f80b751b2c39,segment=NetworkSegment(a9a9fb15-9287-4c77-9a23-3b65ea6f31f5),segment_id=a9a9fb15-9287-4c77-9a23-3b65ea6f31f5)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:12:26.432942 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-30e80523-46c0-4100-89cc-c8417dd0126a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:26.437363 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6ecd64-4587-4b98-8510-9dcaa38f9e22 None None] Routers {'9bbc854c-1048-4948-aeba-8ad44aa5ecf8'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:12:26.437976 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-9d6ecd64-4587-4b98-8510-9dcaa38f9e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:12:05Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['9bbc854c-1048-4948-aeba-8ad44aa5ecf8'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:26.445861 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-30e80523-46c0-4100-89cc-c8417dd0126a admin admin] Calling delete_port for 190029e1-cd07-49ea-be7b-f80b751b2c39 owned by network:router_gateway {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:12:26.524209 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-9d6ecd64-4587-4b98-8510-9dcaa38f9e22 None None] Set router 9bbc854c-1048-4948-aeba-8ad44aa5ecf8 gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:12:26.577418 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-9d6ecd64-4587-4b98-8510-9dcaa38f9e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'name': 'tempest-AttachVolumeShelveTestJSON-643546090-router', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:04:50Z', 'updated_at': '2021-09-14T23:12:26Z', 'revision_number': 6, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'gw_port_host': None}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:26.604197 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6ecd64-4587-4b98-8510-9dcaa38f9e22 None None] The sync data for ids ['9bbc854c-1048-4948-aeba-8ad44aa5ecf8'] in dv-cinder-760178-13-iscsi is: [{'id': '9bbc854c-1048-4948-aeba-8ad44aa5ecf8', 'name': 'tempest-AttachVolumeShelveTestJSON-643546090-router', 'tenant_id': 'e1f3957a62c7479aaeab959ee6f17284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:04:50Z', 'updated_at': '2021-09-14T23:12:26Z', 'revision_number': 6, 'project_id': 'e1f3957a62c7479aaeab959ee6f17284', 'gw_port_host': None}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:12:26.607595 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-30e80523-46c0-4100-89cc-c8417dd0126a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:26.631978 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e80523-46c0-4100-89cc-c8417dd0126a admin admin] Pushing event deleted for resources: {'Port': ['ID=190029e1-cd07-49ea-be7b-f80b751b2c39,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:26.698870 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-30e80523-46c0-4100-89cc-c8417dd0126a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529277'] for router_gateway, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:26.784844 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-30e80523-46c0-4100-89cc-c8417dd0126a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1953'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:26.786808 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-30e80523-46c0-4100-89cc-c8417dd0126a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:26.828851 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-30e80523-46c0-4100-89cc-c8417dd0126a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529879'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:26.829378 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e80523-46c0-4100-89cc-c8417dd0126a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bbc854c-1048-4948-aeba-8ad44aa5ecf8 {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 23:12:26.834051 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-30e80523-46c0-4100-89cc-c8417dd0126a admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:26.835348 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-30e80523-46c0-4100-89cc-c8417dd0126a admin admin] 10.222.0.39 "DELETE /v2.0/routers/9bbc854c-1048-4948-aeba-8ad44aa5ecf8 HTTP/1.1" status: 204 len: 168 time: 0.7326944 Sep 14 23:12:26.837856 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 49110) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:26.880835 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e33ff3d-50e8-43d2-a5f5-8ff3104df687 admin admin] Deleting subnet 8fb1c270-17f7-4564-a01a-0bbfc57fb9f4 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 23:12:26.883756 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7e33ff3d-50e8-43d2-a5f5-8ff3104df687 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:26.920673 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7e33ff3d-50e8-43d2-a5f5-8ff3104df687 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13278731'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:26.999456 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7e33ff3d-50e8-43d2-a5f5-8ff3104df687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3629011'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:27.055763 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7e33ff3d-50e8-43d2-a5f5-8ff3104df687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16122503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13474262'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:27.081246 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33ff3d-50e8-43d2-a5f5-8ff3104df687 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fb1c270-17f7-4564-a01a-0bbfc57fb9f4,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:27.084892 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7e33ff3d-50e8-43d2-a5f5-8ff3104df687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:27.086733 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-7e33ff3d-50e8-43d2-a5f5-8ff3104df687 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8fb1c270-17f7-4564-a01a-0bbfc57fb9f4 HTTP/1.1" status: 204 len: 168 time: 0.2479651 Sep 14 23:12:27.089148 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 49112) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:27.091833 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550d8e02-1388-4df4-8b88-2bf1af69a3e8 None None] Network aa9e38bf-d2d8-4eb7-8a53-97cdb6720662 requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:12:27.160163 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a3621274-47ae-4226-a33f-bcbf96ec169a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3648290'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:27.214057 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-a3621274-47ae-4226-a33f-bcbf96ec169a admin admin] Deleting port 5e846b83-041b-48a7-ac6f-50dd86aebe56 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:12:27.214408 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a3621274-47ae-4226-a33f-bcbf96ec169a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:27.278765 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-a3621274-47ae-4226-a33f-bcbf96ec169a admin admin] For port 5e846b83-041b-48a7-ac6f-50dd86aebe56, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=5e846b83-041b-48a7-ac6f-50dd86aebe56,segment=NetworkSegment(be17818b-7699-476a-ab10-d7d8b4987e70),segment_id=be17818b-7699-476a-ab10-d7d8b4987e70)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:12:27.279063 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a3621274-47ae-4226-a33f-bcbf96ec169a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:27.290921 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-a3621274-47ae-4226-a33f-bcbf96ec169a admin admin] Calling delete_port for 5e846b83-041b-48a7-ac6f-50dd86aebe56 owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:12:27.367354 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b6e3d1-6e1f-4410-9c19-fb2ce2090a2f None None] DHCP port deletion for aa9e38bf-d2d8-4eb7-8a53-97cdb6720662 request from dv-cinder-760178-13-iscsi {{(pid=94136) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 23:12:27.373148 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a3621274-47ae-4226-a33f-bcbf96ec169a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:27.395940 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-49b6e3d1-6e1f-4410-9c19-fb2ce2090a2f None None] The port '5e846b83-041b-48a7-ac6f-50dd86aebe56' was deleted {{(pid=94136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 14 23:12:27.404860 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3621274-47ae-4226-a33f-bcbf96ec169a admin admin] Pushing event deleted for resources: {'Port': ['ID=5e846b83-041b-48a7-ac6f-50dd86aebe56,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:27.406958 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3621274-47ae-4226-a33f-bcbf96ec169a admin admin] No DVR routers for this DVR port 5e846b83-041b-48a7-ac6f-50dd86aebe56 on host dv-cinder-760178-13-iscsi {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:12:27.425201 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 190029e1-cd07-49ea-be7b-f80b751b2c39 no longer exists at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:12:27.445311 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] No Port match for: 190029e1-cd07-49ea-be7b-f80b751b2c39 {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:12:27.446286 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 190029e1-cd07-49ea-be7b-f80b751b2c39 not bound to the agent host dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:12:27.446723 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 5e846b83-041b-48a7-ac6f-50dd86aebe56 no longer exists at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:12:27.471393 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] No Port match for: 5e846b83-041b-48a7-ac6f-50dd86aebe56 {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:12:27.471894 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 5e846b83-041b-48a7-ac6f-50dd86aebe56 not bound to the agent host dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:12:27.472361 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device f643576c-9bcf-4a3c-b150-0786fb9ecec0 no longer exists at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:12:27.483865 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a3621274-47ae-4226-a33f-bcbf96ec169a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3627092', 'neutron.services.segments.db._delete_segments_for_network-8755854224285'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:27.492341 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] No Port match for: f643576c-9bcf-4a3c-b150-0786fb9ecec0 {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:12:27.492760 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device f643576c-9bcf-4a3c-b150-0786fb9ecec0 not bound to the agent host dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:12:27.505593 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.services.segments.db [None req-a3621274-47ae-4226-a33f-bcbf96ec169a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa9e38bf-d2d8-4eb7-8a53-97cdb6720662']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:27.514815 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.services.segments.db [None req-a3621274-47ae-4226-a33f-bcbf96ec169a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be17818b-7699-476a-ab10-d7d8b4987e70') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:27.515139 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.services.segments.db [None req-a3621274-47ae-4226-a33f-bcbf96ec169a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be17818b-7699-476a-ab10-d7d8b4987e70') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:27.524355 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a3621274-47ae-4226-a33f-bcbf96ec169a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755854225062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13278720'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:27.538317 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a3621274-47ae-4226-a33f-bcbf96ec169a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:27.544459 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3621274-47ae-4226-a33f-bcbf96ec169a admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:12:27.544892 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a3621274-47ae-4226-a33f-bcbf96ec169a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16122713'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:27.546562 dv-cinder-760178-13-iscsi neutron-server[94134]: Traceback (most recent call last): Sep 14 23:12:27.546562 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 23:12:27.546562 dv-cinder-760178-13-iscsi neutron-server[94134]: timer() Sep 14 23:12:27.546562 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 23:12:27.546562 dv-cinder-760178-13-iscsi neutron-server[94134]: cb(*args, **kw) Sep 14 23:12:27.546562 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 23:12:27.546562 dv-cinder-760178-13-iscsi neutron-server[94134]: return func(*args, **kwargs) Sep 14 23:12:27.546562 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 23:12:27.546562 dv-cinder-760178-13-iscsi neutron-server[94134]: self._notify() Sep 14 23:12:27.546562 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 23:12:27.546562 dv-cinder-760178-13-iscsi neutron-server[94134]: self.callback(batched_events) Sep 14 23:12:27.546562 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 23:12:27.546562 dv-cinder-760178-13-iscsi neutron-server[94134]: event.method(event) Sep 14 23:12:27.546562 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 23:12:27.546562 dv-cinder-760178-13-iscsi neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 23:12:27.546562 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 23:12:27.546562 dv-cinder-760178-13-iscsi neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 23:12:27.546562 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 23:12:27.546562 dv-cinder-760178-13-iscsi neutron-server[94134]: return f(self, *a, **k) Sep 14 23:12:27.546562 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 23:12:27.546562 dv-cinder-760178-13-iscsi neutron-server[94134]: return self._get(url).json() Sep 14 23:12:27.546562 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 23:12:27.546562 dv-cinder-760178-13-iscsi neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 23:12:27.546562 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 23:12:27.546562 dv-cinder-760178-13-iscsi neutron-server[94134]: return self.request(url, 'GET', **kwargs) Sep 14 23:12:27.546562 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 23:12:27.546562 dv-cinder-760178-13-iscsi neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 23:12:27.546562 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 23:12:27.546562 dv-cinder-760178-13-iscsi neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 23:12:27.546562 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 23:12:27.546562 dv-cinder-760178-13-iscsi neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 23:12:27.546562 dv-cinder-760178-13-iscsi neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 23:12:27.604505 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a3621274-47ae-4226-a33f-bcbf96ec169a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3627085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529177'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:27.609881 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a3621274-47ae-4226-a33f-bcbf96ec169a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:27.612281 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-a3621274-47ae-4226-a33f-bcbf96ec169a admin admin] 10.222.0.39 "DELETE /v2.0/networks/aa9e38bf-d2d8-4eb7-8a53-97cdb6720662 HTTP/1.1" status: 204 len: 168 time: 0.5222239 Sep 14 23:12:27.623537 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3621274-47ae-4226-a33f-bcbf96ec169a admin admin] Pushing event deleted for resources: {'Network': ['ID=aa9e38bf-d2d8-4eb7-8a53-97cdb6720662,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:27.732228 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 49116) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:27.770460 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-c461db2e-547e-4cb8-ae4c-f61eab73778f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e1f3957a62c7479aaeab959ee6f17284&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0369871 Sep 14 23:12:27.772779 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 49118) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:27.818574 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-642e3ecb-3598-46e6-9ea6-c37350372a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:27.839071 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-642e3ecb-3598-46e6-9ea6-c37350372a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:27.882660 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-642e3ecb-3598-46e6-9ea6-c37350372a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:27.885436 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-642e3ecb-3598-46e6-9ea6-c37350372a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:27.886559 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-642e3ecb-3598-46e6-9ea6-c37350372a38 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/85650cb5-629a-41b8-8936-bac53d58aef5 HTTP/1.1" status: 204 len: 168 time: 0.1129169 Sep 14 23:12:27.895682 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e3ecb-3598-46e6-9ea6-c37350372a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85650cb5-629a-41b8-8936-bac53d58aef5,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:28.552030 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 49140) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:28.647278 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-cce2fa2f-e202-4876-99b6-969285fae859 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-454697747-network', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336'}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:12:28.676375 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce2fa2f-e202-4876-99b6-969285fae859 admin admin] Made reservation on behalf of 9b7977ac38c94d8fae1f3929e42d5336 for: {'network': 1} {{(pid=94135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:12:28.678671 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cce2fa2f-e202-4876-99b6-969285fae859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for network, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:28.686799 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cce2fa2f-e202-4876-99b6-969285fae859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:28.780566 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cce2fa2f-e202-4876-99b6-969285fae859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:28.785411 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cce2fa2f-e202-4876-99b6-969285fae859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:28.813190 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cce2fa2f-e202-4876-99b6-969285fae859 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=94135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:12:28.824060 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2fa2f-e202-4876-99b6-969285fae859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f54f08-1dd2-4ab6-b9bb-5e9d88ee4c56,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:28.828741 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cce2fa2f-e202-4876-99b6-969285fae859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046'] for segment, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:28.829084 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.db.segments_db [None req-cce2fa2f-e202-4876-99b6-969285fae859 admin admin] Added segment 442380c2-4d09-45a5-b9d5-a59876e97d31 of type vlan for network 043517e4-edaa-4f0b-a4ce-48a6ef5deb04 Sep 14 23:12:28.874281 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cce2fa2f-e202-4876-99b6-969285fae859 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755853879839'] for network, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:28.900669 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cce2fa2f-e202-4876-99b6-969285fae859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180'] for network, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:28.902430 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce2fa2f-e202-4876-99b6-969285fae859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:28.903030 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-cce2fa2f-e202-4876-99b6-969285fae859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for network, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:28.943968 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-cce2fa2f-e202-4876-99b6-969285fae859 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3907778 Sep 14 23:12:28.947375 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 49144) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:28.954033 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-3899c8b3-7eed-4fc6-8516-3b0f8fdd30a8 admin admin] Request body: {'subnet': {'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-454697747-subnet', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:12:28.996401 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2fa2f-e202-4876-99b6-969285fae859 admin admin] Pushing event updated for resources: {'Network': ['ID=043517e4-edaa-4f0b-a4ce-48a6ef5deb04,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:29.006298 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Network 043517e4-edaa-4f0b-a4ce-48a6ef5deb04 details requested by agent ovs-agent-dv-cinder-760178-13-iscsi with host dv-cinder-760178-13-iscsi {{(pid=94136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 23:12:29.014149 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3899c8b3-7eed-4fc6-8516-3b0f8fdd30a8 admin admin] Made reservation on behalf of 9b7977ac38c94d8fae1f3929e42d5336 for: {'subnet': 1} {{(pid=94135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:12:29.016811 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3899c8b3-7eed-4fc6-8516-3b0f8fdd30a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16040488'] for subnet, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:29.212458 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3899c8b3-7eed-4fc6-8516-3b0f8fdd30a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16040454'] for subnet, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:29.272100 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899c8b3-7eed-4fc6-8516-3b0f8fdd30a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a74333b0-c023-4bf5-bc80-5237297dbb36,revision_number=0']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:29.295986 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3899c8b3-7eed-4fc6-8516-3b0f8fdd30a8 admin admin] Checking segment: {'id': '442380c2-4d09-45a5-b9d5-a59876e97d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:12:29.296422 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3899c8b3-7eed-4fc6-8516-3b0f8fdd30a8 admin admin] Network hostable DHCP agents. Network: 043517e4-edaa-4f0b-a4ce-48a6ef5deb04, hostable agents: ['cc88f5a5-5435-4a3a-a65f-5f33fd37a978'], hosted agents: [] {{(pid=94135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:12:29.314583 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3899c8b3-7eed-4fc6-8516-3b0f8fdd30a8 admin admin] Network 043517e4-edaa-4f0b-a4ce-48a6ef5deb04 is scheduled to be hosted by DHCP agent cc88f5a5-5435-4a3a-a65f-5f33fd37a978 with binding_index 1 {{(pid=94135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:12:29.324238 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-3899c8b3-7eed-4fc6-8516-3b0f8fdd30a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-13-iscsi, 043517e4-edaa-4f0b-a4ce-48a6ef5deb04) {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:12:29.328365 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3899c8b3-7eed-4fc6-8516-3b0f8fdd30a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:29.329006 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-3899c8b3-7eed-4fc6-8516-3b0f8fdd30a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:29.336897 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d377717f-9fe5-4df9-80c0-0c4c152cb6d9 None None] Network 043517e4-edaa-4f0b-a4ce-48a6ef5deb04 requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:12:29.347004 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-3899c8b3-7eed-4fc6-8516-3b0f8fdd30a8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3982146 Sep 14 23:12:29.351902 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 49146) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:29.356263 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-5ba7bc0c-ea74-4bab-be1f-f823d30077ed admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-454697747-router', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'}}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:12:29.379239 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5ba7bc0c-ea74-4bab-be1f-f823d30077ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1971'] for router, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:29.380789 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5ba7bc0c-ea74-4bab-be1f-f823d30077ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-441611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1960'] for router, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:29.447372 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5ba7bc0c-ea74-4bab-be1f-f823d30077ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:29.491438 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7ea1c6-3e69-4295-955a-f2b6a102841f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1adbdb87-4762-54d0-a17a-bc3c08ba6b8b-043517e4-edaa-4f0b-a4ce-48a6ef5deb04', 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'fixed_ips': [{'subnet_id': 'a74333b0-c023-4bf5-bc80-5237297dbb36'}]}} from dv-cinder-760178-13-iscsi. {{(pid=94136) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 23:12:29.492305 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-aa7ea1c6-3e69-4295-955a-f2b6a102841f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:29.654658 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.db_base_plugin_common [None req-aa7ea1c6-3e69-4295-955a-f2b6a102841f None None] Allocated IP 172.20.0.2 (043517e4-edaa-4f0b-a4ce-48a6ef5deb04/a74333b0-c023-4bf5-bc80-5237297dbb36/a5e57d35-9c96-4a67-89fa-dc99de496bcb) {{(pid=94136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:12:29.808710 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-aa7ea1c6-3e69-4295-955a-f2b6a102841f None None] Notify callbacks [] for port, precommit_create {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:29.815410 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-aa7ea1c6-3e69-4295-955a-f2b6a102841f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720'] for port, after_create {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:29.838161 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5ba7bc0c-ea74-4bab-be1f-f823d30077ed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:29.852677 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7ea1c6-3e69-4295-955a-f2b6a102841f None None] Network 043517e4-edaa-4f0b-a4ce-48a6ef5deb04 is already hosted by enough agents. {{(pid=94136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:12:29.856966 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.scheduler.base_scheduler [None req-aa7ea1c6-3e69-4295-955a-f2b6a102841f None None] Resources bound (agent type, host, resource id): {{(pid=94136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:12:29.864089 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7ea1c6-3e69-4295-955a-f2b6a102841f None None] Received port after_create {{(pid=94136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:12:29.867143 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ea1c6-3e69-4295-955a-f2b6a102841f None None] Pushing event updated for resources: {'Port': ['ID=a5e57d35-9c96-4a67-89fa-dc99de496bcb,revision_number=1']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:29.918562 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-aa7ea1c6-3e69-4295-955a-f2b6a102841f None None] Attempting to bind port a5e57d35-9c96-4a67-89fa-dc99de496bcb on host dv-cinder-760178-13-iscsi for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:12:29.918936 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-aa7ea1c6-3e69-4295-955a-f2b6a102841f None None] Attempting to bind port a5e57d35-9c96-4a67-89fa-dc99de496bcb by drivers openvswitch,hyperv on host dv-cinder-760178-13-iscsi at level 0 using segments [{'id': '442380c2-4d09-45a5-b9d5-a59876e97d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:12:29.919305 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7ea1c6-3e69-4295-955a-f2b6a102841f None None] Attempting to bind port a5e57d35-9c96-4a67-89fa-dc99de496bcb on network 043517e4-edaa-4f0b-a4ce-48a6ef5deb04 {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:12:29.925085 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7ea1c6-3e69-4295-955a-f2b6a102841f None None] Checking agent: {'id': 'dcc8e868-81e9-4312-adfc-cfdfaec503c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 57, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:12:29.925456 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7ea1c6-3e69-4295-955a-f2b6a102841f None None] Checking segment: {'id': '442380c2-4d09-45a5-b9d5-a59876e97d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:12:29.925858 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-aa7ea1c6-3e69-4295-955a-f2b6a102841f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:29.926253 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7ea1c6-3e69-4295-955a-f2b6a102841f None None] Bound using segment: {'id': '442380c2-4d09-45a5-b9d5-a59876e97d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:12:29.926715 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-aa7ea1c6-3e69-4295-955a-f2b6a102841f None None] Bound port: a5e57d35-9c96-4a67-89fa-dc99de496bcb, host: dv-cinder-760178-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442380c2-4d09-45a5-b9d5-a59876e97d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:12:29.927097 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-aa7ea1c6-3e69-4295-955a-f2b6a102841f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:29.994443 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-aa7ea1c6-3e69-4295-955a-f2b6a102841f None None] For port a5e57d35-9c96-4a67-89fa-dc99de496bcb, host dv-cinder-760178-13-iscsi, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:12:29.997914 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-aa7ea1c6-3e69-4295-955a-f2b6a102841f None None] For port a5e57d35-9c96-4a67-89fa-dc99de496bcb, host dv-cinder-760178-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=a5e57d35-9c96-4a67-89fa-dc99de496bcb,segment=NetworkSegment(442380c2-4d09-45a5-b9d5-a59876e97d31),segment_id=442380c2-4d09-45a5-b9d5-a59876e97d31)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:12:30.001400 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-aa7ea1c6-3e69-4295-955a-f2b6a102841f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:30.042675 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5ba7bc0c-ea74-4bab-be1f-f823d30077ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:30.062626 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5ba7bc0c-ea74-4bab-be1f-f823d30077ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:30.168453 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-5ba7bc0c-ea74-4bab-be1f-f823d30077ed admin admin] Allocated IP 172.27.3.56 (97df119d-fd41-4b39-86f3-953f642e27ab/0cfef410-e94d-43c5-8572-4959e322a29a/ae3ee8d2-19fa-4f2c-ad80-da77c87643a5) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:12:30.180735 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ea1c6-3e69-4295-955a-f2b6a102841f None None] Pushing event updated for resources: {'Port': ['ID=a5e57d35-9c96-4a67-89fa-dc99de496bcb,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:30.277570 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5ba7bc0c-ea74-4bab-be1f-f823d30077ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:30.316996 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5ba7bc0c-ea74-4bab-be1f-f823d30077ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:30.351356 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:30.360420 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba7bc0c-ea74-4bab-be1f-f823d30077ed admin admin] Network 97df119d-fd41-4b39-86f3-953f642e27ab is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:12:30.363438 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-5ba7bc0c-ea74-4bab-be1f-f823d30077ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:12:30.365870 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba7bc0c-ea74-4bab-be1f-f823d30077ed admin admin] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:12:30.408684 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7bc0c-ea74-4bab-be1f-f823d30077ed admin admin] Pushing event updated for resources: {'Port': ['ID=ae3ee8d2-19fa-4f2c-ad80-da77c87643a5,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:30.621805 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5ba7bc0c-ea74-4bab-be1f-f823d30077ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:30.812939 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5ba7bc0c-ea74-4bab-be1f-f823d30077ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529233'] for router, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:30.949291 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba7bc0c-ea74-4bab-be1f-f823d30077ed admin admin] Router 2c94a897-9a67-4741-b7f3-052098f38bc6 is scheduled to L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f with binding_index 1 {{(pid=94135) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 23:12:31.057729 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba7bc0c-ea74-4bab-be1f-f823d30077ed admin admin] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:12:31.068167 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9f1a93-8a26-41f1-8d25-2c915fbe7d1b None None] Sync routers for ids ['2c94a897-9a67-4741-b7f3-052098f38bc6'] in dv-cinder-760178-13-iscsi {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:12:31.077833 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-5ba7bc0c-ea74-4bab-be1f-f823d30077ed admin admin] Notify callbacks [] for router, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:31.078224 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9f1a93-8a26-41f1-8d25-2c915fbe7d1b None None] Routers {'2c94a897-9a67-4741-b7f3-052098f38bc6'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:12:31.078948 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-4c9f1a93-8a26-41f1-8d25-2c915fbe7d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:12:05Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['2c94a897-9a67-4741-b7f3-052098f38bc6'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:31.079232 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-5ba7bc0c-ea74-4bab-be1f-f823d30077ed admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7263796 Sep 14 23:12:31.082889 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 49148) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:31.092418 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9683cfd6-c025-4b84-94d4-c46954c189ed None None] Network 043517e4-edaa-4f0b-a4ce-48a6ef5deb04 requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:12:31.160088 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-5356448c-cd90-416b-bac5-4fb9ad461f20 None None] Provisioning complete for port a5e57d35-9c96-4a67-89fa-dc99de496bcb triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:12:31.160533 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-5356448c-cd90-416b-bac5-4fb9ad461f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:31.188379 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-4c9f1a93-8a26-41f1-8d25-2c915fbe7d1b None None] Set router 2c94a897-9a67-4741-b7f3-052098f38bc6 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:12:31.256480 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-5356448c-cd90-416b-bac5-4fb9ad461f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:31.297109 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device a5e57d35-9c96-4a67-89fa-dc99de496bcb up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:12:31.344490 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-5356448c-cd90-416b-bac5-4fb9ad461f20 None None] For port a5e57d35-9c96-4a67-89fa-dc99de496bcb, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=a5e57d35-9c96-4a67-89fa-dc99de496bcb,segment=NetworkSegment(442380c2-4d09-45a5-b9d5-a59876e97d31),segment_id=442380c2-4d09-45a5-b9d5-a59876e97d31)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:12:31.363784 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-5356448c-cd90-416b-bac5-4fb9ad461f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:31.389347 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-4c9f1a93-8a26-41f1-8d25-2c915fbe7d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'name': 'tempest-AttachVolumeTestJSON-454697747-router', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:29Z', 'updated_at': '2021-09-14T23:12:30Z', 'revision_number': 3, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'gw_port': {'id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:11:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:30Z', 'updated_at': '2021-09-14T23:12:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi'}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:31.420982 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9f1a93-8a26-41f1-8d25-2c915fbe7d1b None None] Checking router: 2c94a897-9a67-4741-b7f3-052098f38bc6 for host: dv-cinder-760178-13-iscsi {{(pid=94137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:12:31.421570 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9f1a93-8a26-41f1-8d25-2c915fbe7d1b None None] Updating router 2c94a897-9a67-4741-b7f3-052098f38bc6 port ae3ee8d2-19fa-4f2c-ad80-da77c87643a5 binding host dv-cinder-760178-13-iscsi {{(pid=94137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:12:31.451057 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5356448c-cd90-416b-bac5-4fb9ad461f20 None None] Pushing event updated for resources: {'Port': ['ID=a5e57d35-9c96-4a67-89fa-dc99de496bcb,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:31.453717 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port a5e57d35-9c96-4a67-89fa-dc99de496bcb triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:12:31.454096 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:31.454261 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-4c9f1a93-8a26-41f1-8d25-2c915fbe7d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:31.541679 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-369e116b-4633-41ae-af4d-7086fd50e256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:31.691368 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-4284aeea-e7a0-4eab-a25c-b96b27d38f5b None None] Provisioning complete for port a5e57d35-9c96-4a67-89fa-dc99de496bcb triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:12:31.691656 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-4284aeea-e7a0-4eab-a25c-b96b27d38f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:31.708036 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-369e116b-4633-41ae-af4d-7086fd50e256 admin admin] Allocated IP 172.20.0.1 (043517e4-edaa-4f0b-a4ce-48a6ef5deb04/a74333b0-c023-4bf5-bc80-5237297dbb36/57edb584-7839-4471-a9c4-22b82729233f) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:12:31.736380 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-4c9f1a93-8a26-41f1-8d25-2c915fbe7d1b None None] Notify callbacks [] for port, precommit_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:31.744766 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-4c9f1a93-8a26-41f1-8d25-2c915fbe7d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:31.796479 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [None req-4c9f1a93-8a26-41f1-8d25-2c915fbe7d1b None None] Attempting to bind port ae3ee8d2-19fa-4f2c-ad80-da77c87643a5 on host dv-cinder-760178-13-iscsi for vnic_type normal with profile {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:12:31.796873 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [None req-4c9f1a93-8a26-41f1-8d25-2c915fbe7d1b None None] Attempting to bind port ae3ee8d2-19fa-4f2c-ad80-da77c87643a5 by drivers openvswitch,hyperv on host dv-cinder-760178-13-iscsi at level 0 using segments [{'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'}] {{(pid=94137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:12:31.797229 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9f1a93-8a26-41f1-8d25-2c915fbe7d1b None None] Attempting to bind port ae3ee8d2-19fa-4f2c-ad80-da77c87643a5 on network 97df119d-fd41-4b39-86f3-953f642e27ab {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:12:31.806034 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb0b29-33c5-4218-b2ad-a990cb7446bb None None] Pushing event updated for resources: {'Port': ['ID=ae3ee8d2-19fa-4f2c-ad80-da77c87643a5,revision_number=2']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:31.812090 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9f1a93-8a26-41f1-8d25-2c915fbe7d1b None None] Checking agent: {'id': 'dcc8e868-81e9-4312-adfc-cfdfaec503c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 57, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:12:31.812463 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9f1a93-8a26-41f1-8d25-2c915fbe7d1b None None] Checking segment: {'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:12:31.812888 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-4c9f1a93-8a26-41f1-8d25-2c915fbe7d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:31.813279 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9f1a93-8a26-41f1-8d25-2c915fbe7d1b None None] Bound using segment: {'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'} {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:12:31.813732 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [None req-4c9f1a93-8a26-41f1-8d25-2c915fbe7d1b None None] Bound port: ae3ee8d2-19fa-4f2c-ad80-da77c87643a5, host: dv-cinder-760178-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'}}] {{(pid=94137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:12:31.814105 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-4c9f1a93-8a26-41f1-8d25-2c915fbe7d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:31.817764 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb0b29-33c5-4218-b2ad-a990cb7446bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:31.818135 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb0b29-33c5-4218-b2ad-a990cb7446bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:31.818522 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb0b29-33c5-4218-b2ad-a990cb7446bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:31.818881 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb0b29-33c5-4218-b2ad-a990cb7446bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:31.819269 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb0b29-33c5-4218-b2ad-a990cb7446bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:31.819597 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb0b29-33c5-4218-b2ad-a990cb7446bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:31.819920 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb0b29-33c5-4218-b2ad-a990cb7446bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:31.820241 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb0b29-33c5-4218-b2ad-a990cb7446bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:31.820582 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb0b29-33c5-4218-b2ad-a990cb7446bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:31.820934 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb0b29-33c5-4218-b2ad-a990cb7446bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:31.821253 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb0b29-33c5-4218-b2ad-a990cb7446bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:31.821371 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-369e116b-4633-41ae-af4d-7086fd50e256 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:31.821567 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb0b29-33c5-4218-b2ad-a990cb7446bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:31.854766 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-369e116b-4633-41ae-af4d-7086fd50e256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:31.876000 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [None req-4c9f1a93-8a26-41f1-8d25-2c915fbe7d1b None None] For port ae3ee8d2-19fa-4f2c-ad80-da77c87643a5, host dv-cinder-760178-13-iscsi, cleared binding levels {{(pid=94137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:12:31.879714 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [None req-4c9f1a93-8a26-41f1-8d25-2c915fbe7d1b None None] For port ae3ee8d2-19fa-4f2c-ad80-da77c87643a5, host dv-cinder-760178-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=ae3ee8d2-19fa-4f2c-ad80-da77c87643a5,segment=NetworkSegment(a9a9fb15-9287-4c77-9a23-3b65ea6f31f5),segment_id=a9a9fb15-9287-4c77-9a23-3b65ea6f31f5)] {{(pid=94137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:12:31.883834 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-4c9f1a93-8a26-41f1-8d25-2c915fbe7d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:31.893710 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369e116b-4633-41ae-af4d-7086fd50e256 admin admin] Network 043517e4-edaa-4f0b-a4ce-48a6ef5deb04 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:12:31.898348 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-369e116b-4633-41ae-af4d-7086fd50e256 admin admin] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:12:31.905501 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369e116b-4633-41ae-af4d-7086fd50e256 admin admin] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:12:31.908636 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e116b-4633-41ae-af4d-7086fd50e256 admin admin] Pushing event updated for resources: {'Port': ['ID=57edb584-7839-4471-a9c4-22b82729233f,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:31.932727 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9f1a93-8a26-41f1-8d25-2c915fbe7d1b None None] Routers {'2c94a897-9a67-4741-b7f3-052098f38bc6'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:12:31.933031 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-4c9f1a93-8a26-41f1-8d25-2c915fbe7d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:12:05Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['2c94a897-9a67-4741-b7f3-052098f38bc6'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:31.946282 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-369e116b-4633-41ae-af4d-7086fd50e256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529286'] for router_interface, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:32.083868 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-369e116b-4633-41ae-af4d-7086fd50e256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:32.104406 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb0b29-33c5-4218-b2ad-a990cb7446bb None None] Pushing event updated for resources: {'Port': ['ID=ae3ee8d2-19fa-4f2c-ad80-da77c87643a5,revision_number=3']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:32.141085 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-4c9f1a93-8a26-41f1-8d25-2c915fbe7d1b None None] Set router 2c94a897-9a67-4741-b7f3-052098f38bc6 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:12:32.199095 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-9394ad13-6289-4088-90cf-5d56bbbe61f4 None None] Provisioning complete for port 57edb584-7839-4471-a9c4-22b82729233f triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:12:32.200056 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-9394ad13-6289-4088-90cf-5d56bbbe61f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:32.247492 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-9394ad13-6289-4088-90cf-5d56bbbe61f4 None None] Port 57edb584-7839-4471-a9c4-22b82729233f cannot update to ACTIVE because it is not bound. {{(pid=94136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 23:12:32.249154 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-836df980-df16-432f-a28e-94df7492078e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:32.254287 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-369e116b-4633-41ae-af4d-7086fd50e256 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:32.259538 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-369e116b-4633-41ae-af4d-7086fd50e256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666946'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:32.324676 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-369e116b-4633-41ae-af4d-7086fd50e256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530198'] for router_interface, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:32.325097 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-4c9f1a93-8a26-41f1-8d25-2c915fbe7d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'name': 'tempest-AttachVolumeTestJSON-454697747-router', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:29Z', 'updated_at': '2021-09-14T23:12:30Z', 'revision_number': 3, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'gw_port': {'id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:11:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:30Z', 'updated_at': '2021-09-14T23:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi'}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:32.327242 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e116b-4633-41ae-af4d-7086fd50e256 admin admin] Pushing event updated for resources: {'Port': ['ID=57edb584-7839-4471-a9c4-22b82729233f,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:32.354632 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9f1a93-8a26-41f1-8d25-2c915fbe7d1b None None] The sync data for ids ['2c94a897-9a67-4741-b7f3-052098f38bc6'] in dv-cinder-760178-13-iscsi is: [{'id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'name': 'tempest-AttachVolumeTestJSON-454697747-router', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:29Z', 'updated_at': '2021-09-14T23:12:30Z', 'revision_number': 3, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'gw_port': {'id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:11:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:30Z', 'updated_at': '2021-09-14T23:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi'}] {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:12:32.421212 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369e116b-4633-41ae-af4d-7086fd50e256 admin admin] Network 043517e4-edaa-4f0b-a4ce-48a6ef5deb04 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:12:32.422731 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-369e116b-4633-41ae-af4d-7086fd50e256 admin admin] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:12:32.541798 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369e116b-4633-41ae-af4d-7086fd50e256 admin admin] Router 2c94a897-9a67-4741-b7f3-052098f38bc6 has already been hosted by L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f {{(pid=94135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 23:12:32.672524 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-73b745af-9cc3-4955-8533-b3d91297f714 None None] Provisioning complete for port 57edb584-7839-4471-a9c4-22b82729233f triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:12:32.673070 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-73b745af-9cc3-4955-8533-b3d91297f714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:32.677764 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369e116b-4633-41ae-af4d-7086fd50e256 admin admin] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:12:32.683475 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-369e116b-4633-41ae-af4d-7086fd50e256 admin admin] 10.222.0.39 "PUT /v2.0/routers/2c94a897-9a67-4741-b7f3-052098f38bc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5996280 Sep 14 23:12:32.716143 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-73b745af-9cc3-4955-8533-b3d91297f714 None None] Port 57edb584-7839-4471-a9c4-22b82729233f cannot update to ACTIVE because it is not bound. {{(pid=94136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 23:12:33.083891 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 49156) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:33.088444 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-78d8dbca-9062-49b3-8410-166482c927af tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Request body: {'security_group': {'name': 'tempest-securitygroup--389897987', 'description': 'tempest-description--1175121487'}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:12:33.111713 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-78d8dbca-9062-49b3-8410-166482c927af tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:33.198820 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-78d8dbca-9062-49b3-8410-166482c927af tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:33.203353 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-78d8dbca-9062-49b3-8410-166482c927af tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:33.231951 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-78d8dbca-9062-49b3-8410-166482c927af tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:33.235885 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-78d8dbca-9062-49b3-8410-166482c927af tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1482379 Sep 14 23:12:33.235885 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8dbca-9062-49b3-8410-166482c927af tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db6a69cb-a752-4879-8655-ec99c9bb7d81,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:33.236531 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 49158) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:33.241316 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-2ff0eba7-c97d-4836-92a8-4bdf79495753 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Request body: {'security_group_rule': {'security_group_id': 'db6a69cb-a752-4879-8655-ec99c9bb7d81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:12:33.278484 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2ff0eba7-c97d-4836-92a8-4bdf79495753 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:33.316749 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device a5e57d35-9c96-4a67-89fa-dc99de496bcb up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:12:33.336848 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2ff0eba7-c97d-4836-92a8-4bdf79495753 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:33.342082 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2ff0eba7-c97d-4836-92a8-4bdf79495753 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474660'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:33.357203 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0eba7-c97d-4836-92a8-4bdf79495753 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84daf639-66ff-4bc4-83a7-c022dbc7a7fd,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:33.369443 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2ff0eba7-c97d-4836-92a8-4bdf79495753 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:33.370938 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-2ff0eba7-c97d-4836-92a8-4bdf79495753 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1332097 Sep 14 23:12:33.373516 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 49160) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:33.373739 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port a5e57d35-9c96-4a67-89fa-dc99de496bcb triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:12:33.374116 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:33.378459 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-9fa328f2-ef3d-4e1b-b5a5-6fbae8fa20e6 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Request body: {'security_group_rule': {'security_group_id': 'db6a69cb-a752-4879-8655-ec99c9bb7d81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:12:33.403297 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9fa328f2-ef3d-4e1b-b5a5-6fbae8fa20e6 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:33.459935 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device ae3ee8d2-19fa-4f2c-ad80-da77c87643a5 up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:12:33.465442 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9fa328f2-ef3d-4e1b-b5a5-6fbae8fa20e6 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:33.469442 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9fa328f2-ef3d-4e1b-b5a5-6fbae8fa20e6 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474660'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:33.489603 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa328f2-ef3d-4e1b-b5a5-6fbae8fa20e6 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e84f74f0-8c97-4adc-93d7-3cbc60395365,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:33.492939 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-9fa328f2-ef3d-4e1b-b5a5-6fbae8fa20e6 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:33.494157 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-9fa328f2-ef3d-4e1b-b5a5-6fbae8fa20e6 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197295 Sep 14 23:12:33.497457 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 49162) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:33.502084 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-a5e0fc47-b8a4-4618-9caf-adf64397f151 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Request body: {'floatingip': {'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:12:33.512049 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port ae3ee8d2-19fa-4f2c-ad80-da77c87643a5 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:12:33.512425 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:33.523769 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a5e0fc47-b8a4-4618-9caf-adf64397f151 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for floatingip, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:33.591258 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:33.614567 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] For port ae3ee8d2-19fa-4f2c-ad80-da77c87643a5, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=ae3ee8d2-19fa-4f2c-ad80-da77c87643a5,segment=NetworkSegment(a9a9fb15-9287-4c77-9a23-3b65ea6f31f5),segment_id=a9a9fb15-9287-4c77-9a23-3b65ea6f31f5)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:12:33.620459 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:33.676011 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Pushing event updated for resources: {'Port': ['ID=ae3ee8d2-19fa-4f2c-ad80-da77c87643a5,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:33.863767 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a5e0fc47-b8a4-4618-9caf-adf64397f151 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:33.931420 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b599290c-23ba-4d38-a97e-66fe9f14f28d None None] Sync routers for ids ['2c94a897-9a67-4741-b7f3-052098f38bc6'] in dv-cinder-760178-13-iscsi {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:12:33.940997 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b599290c-23ba-4d38-a97e-66fe9f14f28d None None] Routers {'2c94a897-9a67-4741-b7f3-052098f38bc6'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:12:33.941626 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-b599290c-23ba-4d38-a97e-66fe9f14f28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:12:05Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['2c94a897-9a67-4741-b7f3-052098f38bc6'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:33.969077 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-a5e0fc47-b8a4-4618-9caf-adf64397f151 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Allocated IP 172.27.3.128 (97df119d-fd41-4b39-86f3-953f642e27ab/0cfef410-e94d-43c5-8572-4959e322a29a/28b9594f-f370-42a4-a1ce-98e1affaf4c3) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:12:34.048958 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-b599290c-23ba-4d38-a97e-66fe9f14f28d None None] Set router 2c94a897-9a67-4741-b7f3-052098f38bc6 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:12:34.077096 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a5e0fc47-b8a4-4618-9caf-adf64397f151 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:34.110202 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a5e0fc47-b8a4-4618-9caf-adf64397f151 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:34.148269 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e0fc47-b8a4-4618-9caf-adf64397f151 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Network 97df119d-fd41-4b39-86f3-953f642e27ab is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:12:34.152708 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-a5e0fc47-b8a4-4618-9caf-adf64397f151 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:12:34.156811 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e0fc47-b8a4-4618-9caf-adf64397f151 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:12:34.190451 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0fc47-b8a4-4618-9caf-adf64397f151 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Pushing event updated for resources: {'Port': ['ID=28b9594f-f370-42a4-a1ce-98e1affaf4c3,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:34.269815 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a5e0fc47-b8a4-4618-9caf-adf64397f151 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:34.272360 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-b599290c-23ba-4d38-a97e-66fe9f14f28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'name': 'tempest-AttachVolumeTestJSON-454697747-router', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:29Z', 'updated_at': '2021-09-14T23:12:32Z', 'revision_number': 4, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'gw_port': {'id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:11:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:30Z', 'updated_at': '2021-09-14T23:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': '57edb584-7839-4471-a9c4-22b82729233f', 'name': '', 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'mac_address': 'fa:16:3e:39:aa:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a74333b0-c023-4bf5-bc80-5237297dbb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:31Z', 'updated_at': '2021-09-14T23:12:32Z', 'revision_number': 2, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'subnets': [{'id': 'a74333b0-c023-4bf5-bc80-5237297dbb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:34.300404 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b599290c-23ba-4d38-a97e-66fe9f14f28d None None] Checking router: 2c94a897-9a67-4741-b7f3-052098f38bc6 for host: dv-cinder-760178-13-iscsi {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:12:34.300776 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b599290c-23ba-4d38-a97e-66fe9f14f28d None None] Updating router 2c94a897-9a67-4741-b7f3-052098f38bc6 port 57edb584-7839-4471-a9c4-22b82729233f binding host dv-cinder-760178-13-iscsi {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:12:34.306699 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a5e0fc47-b8a4-4618-9caf-adf64397f151 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:34.324820 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-b599290c-23ba-4d38-a97e-66fe9f14f28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:34.475529 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a5e0fc47-b8a4-4618-9caf-adf64397f151 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:34.481250 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a5e0fc47-b8a4-4618-9caf-adf64397f151 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666946'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:34.551754 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0fc47-b8a4-4618-9caf-adf64397f151 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Pushing event updated for resources: {'Port': ['ID=28b9594f-f370-42a4-a1ce-98e1affaf4c3,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:34.559666 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a5e0fc47-b8a4-4618-9caf-adf64397f151 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529163'] for floatingip, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:34.573663 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a5e0fc47-b8a4-4618-9caf-adf64397f151 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for floatingip, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:34.575028 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-a5e0fc47-b8a4-4618-9caf-adf64397f151 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0765707 Sep 14 23:12:34.598529 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-b599290c-23ba-4d38-a97e-66fe9f14f28d None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:34.603354 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-b599290c-23ba-4d38-a97e-66fe9f14f28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:34.652022 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597c04d-c066-4f2c-8e07-487be1f7ba72 None None] Pushing event updated for resources: {'Port': ['ID=57edb584-7839-4471-a9c4-22b82729233f,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:34.710863 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-b599290c-23ba-4d38-a97e-66fe9f14f28d None None] Attempting to bind port 57edb584-7839-4471-a9c4-22b82729233f on host dv-cinder-760178-13-iscsi for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:12:34.711553 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-b599290c-23ba-4d38-a97e-66fe9f14f28d None None] Attempting to bind port 57edb584-7839-4471-a9c4-22b82729233f by drivers openvswitch,hyperv on host dv-cinder-760178-13-iscsi at level 0 using segments [{'id': '442380c2-4d09-45a5-b9d5-a59876e97d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:12:34.711685 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b599290c-23ba-4d38-a97e-66fe9f14f28d None None] Attempting to bind port 57edb584-7839-4471-a9c4-22b82729233f on network 043517e4-edaa-4f0b-a4ce-48a6ef5deb04 {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:12:34.716682 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b599290c-23ba-4d38-a97e-66fe9f14f28d None None] Checking agent: {'id': 'dcc8e868-81e9-4312-adfc-cfdfaec503c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 57, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:12:34.717060 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b599290c-23ba-4d38-a97e-66fe9f14f28d None None] Checking segment: {'id': '442380c2-4d09-45a5-b9d5-a59876e97d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:12:34.717459 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-b599290c-23ba-4d38-a97e-66fe9f14f28d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:34.717852 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b599290c-23ba-4d38-a97e-66fe9f14f28d None None] Bound using segment: {'id': '442380c2-4d09-45a5-b9d5-a59876e97d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:12:34.718310 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-b599290c-23ba-4d38-a97e-66fe9f14f28d None None] Bound port: 57edb584-7839-4471-a9c4-22b82729233f, host: dv-cinder-760178-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442380c2-4d09-45a5-b9d5-a59876e97d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:12:34.718690 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-b599290c-23ba-4d38-a97e-66fe9f14f28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:34.733232 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-e8715161-0aed-4057-a996-e097dc230e96 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--389897987&fields=id&tenant_id=9b7977ac38c94d8fae1f3929e42d5336 HTTP/1.1" status: 200 len: 267 time: 0.0403724 Sep 14 23:12:34.787124 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-b599290c-23ba-4d38-a97e-66fe9f14f28d None None] For port 57edb584-7839-4471-a9c4-22b82729233f, host dv-cinder-760178-13-iscsi, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:12:34.790683 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-b599290c-23ba-4d38-a97e-66fe9f14f28d None None] For port 57edb584-7839-4471-a9c4-22b82729233f, host dv-cinder-760178-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=57edb584-7839-4471-a9c4-22b82729233f,segment=NetworkSegment(442380c2-4d09-45a5-b9d5-a59876e97d31),segment_id=442380c2-4d09-45a5-b9d5-a59876e97d31)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:12:34.796334 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-b599290c-23ba-4d38-a97e-66fe9f14f28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:34.847168 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-f11bfecf-36aa-4b3b-af9f-6036eb5b41db tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:34.848780 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-f11bfecf-36aa-4b3b-af9f-6036eb5b41db tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/networks?id=043517e4-edaa-4f0b-a4ce-48a6ef5deb04 HTTP/1.1" status: 200 len: 810 time: 0.1141121 Sep 14 23:12:34.860271 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b599290c-23ba-4d38-a97e-66fe9f14f28d None None] Routers {'2c94a897-9a67-4741-b7f3-052098f38bc6'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:12:34.860973 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-b599290c-23ba-4d38-a97e-66fe9f14f28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:12:05Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['2c94a897-9a67-4741-b7f3-052098f38bc6'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:34.864898 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-907734b4-bd23-4ce0-b2ee-e51268c7a837 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/quotas/9b7977ac38c94d8fae1f3929e42d5336 HTTP/1.1" status: 200 len: 375 time: 0.0098834 Sep 14 23:12:34.925211 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-9d66e6c3-6692-4597-9748-7c9217b90f7c tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9b7977ac38c94d8fae1f3929e42d5336&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515971 Sep 14 23:12:35.032319 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-99bf18f2-3c81-437c-80b5-ccb826a4b581 None None] Provisioning complete for port 57edb584-7839-4471-a9c4-22b82729233f triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:12:35.032720 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-99bf18f2-3c81-437c-80b5-ccb826a4b581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:35.065736 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597c04d-c066-4f2c-8e07-487be1f7ba72 None None] Pushing event updated for resources: {'Port': ['ID=57edb584-7839-4471-a9c4-22b82729233f,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:35.081734 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-925b0864-1f63-4d91-af6e-a4c3c6c94390 service neutron] 10.222.0.39 "GET /v2.0/networks/043517e4-edaa-4f0b-a4ce-48a6ef5deb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435564 Sep 14 23:12:35.123309 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-7a8a5446-fc04-4202-8ce8-a639b73d85b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:35.130740 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:35.170453 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-6afcb380-db77-4f20-9af5-45e84a4c3e25 service neutron] 10.222.0.39 "GET /v2.0/networks/043517e4-edaa-4f0b-a4ce-48a6ef5deb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826674 Sep 14 23:12:35.174134 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-b599290c-23ba-4d38-a97e-66fe9f14f28d None None] Set router 2c94a897-9a67-4741-b7f3-052098f38bc6 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:12:35.235257 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-99bf18f2-3c81-437c-80b5-ccb826a4b581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:35.281472 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device ae3ee8d2-19fa-4f2c-ad80-da77c87643a5 up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:12:35.351156 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-99bf18f2-3c81-437c-80b5-ccb826a4b581 None None] For port 57edb584-7839-4471-a9c4-22b82729233f, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=57edb584-7839-4471-a9c4-22b82729233f,segment=NetworkSegment(442380c2-4d09-45a5-b9d5-a59876e97d31),segment_id=442380c2-4d09-45a5-b9d5-a59876e97d31)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:12:35.354855 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8cb728e8-5051-4ee1-8e6f-7d16526f4ece req-ab565a06-b2f4-458b-90fa-0a5a1571ca43 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 210 time: 0.0334048 Sep 14 23:12:35.383918 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-99bf18f2-3c81-437c-80b5-ccb826a4b581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:35.465545 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port ae3ee8d2-19fa-4f2c-ad80-da77c87643a5 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:12:35.465925 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:35.486123 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf18f2-3c81-437c-80b5-ccb826a4b581 None None] Pushing event updated for resources: {'Port': ['ID=57edb584-7839-4471-a9c4-22b82729233f,revision_number=5']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:35.545009 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-67f1b63d-bd66-4d67-9fc0-2316ee935b60 None None] Provisioning complete for port 57edb584-7839-4471-a9c4-22b82729233f triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:12:35.545417 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-67f1b63d-bd66-4d67-9fc0-2316ee935b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:35.619719 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-b599290c-23ba-4d38-a97e-66fe9f14f28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'name': 'tempest-AttachVolumeTestJSON-454697747-router', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:29Z', 'updated_at': '2021-09-14T23:12:32Z', 'revision_number': 4, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'gw_port': {'id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:11:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:30Z', 'updated_at': '2021-09-14T23:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': '57edb584-7839-4471-a9c4-22b82729233f', 'name': '', 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'mac_address': 'fa:16:3e:39:aa:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a74333b0-c023-4bf5-bc80-5237297dbb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:31Z', 'updated_at': '2021-09-14T23:12:34Z', 'revision_number': 4, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'subnets': [{'id': 'a74333b0-c023-4bf5-bc80-5237297dbb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:35.655072 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b599290c-23ba-4d38-a97e-66fe9f14f28d None None] The sync data for ids ['2c94a897-9a67-4741-b7f3-052098f38bc6'] in dv-cinder-760178-13-iscsi is: [{'id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'name': 'tempest-AttachVolumeTestJSON-454697747-router', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:29Z', 'updated_at': '2021-09-14T23:12:32Z', 'revision_number': 4, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'gw_port': {'id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:11:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:30Z', 'updated_at': '2021-09-14T23:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': '57edb584-7839-4471-a9c4-22b82729233f', 'name': '', 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'mac_address': 'fa:16:3e:39:aa:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a74333b0-c023-4bf5-bc80-5237297dbb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:31Z', 'updated_at': '2021-09-14T23:12:34Z', 'revision_number': 4, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'subnets': [{'id': 'a74333b0-c023-4bf5-bc80-5237297dbb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:12:36.059579 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:36.321173 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-204cdc3f-c0f6-4b41-9b6b-82db80d7e722 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:36.322847 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-204cdc3f-c0f6-4b41-9b6b-82db80d7e722 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.52 "GET /v2.0/networks?id=043517e4-edaa-4f0b-a4ce-48a6ef5deb04 HTTP/1.1" status: 200 len: 810 time: 0.1243348 Sep 14 23:12:36.369010 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-c66d290a-d1e4-40d5-abc6-1126840d6e60 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b7977ac38c94d8fae1f3929e42d5336 HTTP/1.1" status: 200 len: 379 time: 0.0358346 Sep 14 23:12:36.379828 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-f1349648-c026-4ef9-8d96-d3d733846669 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Request body: {'port': {'device_id': 'b24a7bce-37eb-48e6-b958-5c2e2796fccd', 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04', 'admin_state_up': True, 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'security_groups': ['db6a69cb-a752-4879-8655-ec99c9bb7d81']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:12:36.456467 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4e3aa07f-f9b7-4fc9-a3c3-75ea46da1071 req-5715f089-6a15-40ca-8754-04f45cb8981b tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 210 time: 0.0274165 Sep 14 23:12:36.507828 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-f1349648-c026-4ef9-8d96-d3d733846669 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Made reservation on behalf of 9b7977ac38c94d8fae1f3929e42d5336 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:12:36.511414 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-f1349648-c026-4ef9-8d96-d3d733846669 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:36.640099 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-f1349648-c026-4ef9-8d96-d3d733846669 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Allocated IP 172.20.0.4 (043517e4-edaa-4f0b-a4ce-48a6ef5deb04/a74333b0-c023-4bf5-bc80-5237297dbb36/f5ca1e40-c30a-45da-8976-edf264214904) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:12:36.776999 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-f1349648-c026-4ef9-8d96-d3d733846669 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:36.811451 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-f1349648-c026-4ef9-8d96-d3d733846669 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:36.852187 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-f1349648-c026-4ef9-8d96-d3d733846669 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Network 043517e4-edaa-4f0b-a4ce-48a6ef5deb04 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:12:36.855074 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-f1349648-c026-4ef9-8d96-d3d733846669 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:12:36.858765 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-f1349648-c026-4ef9-8d96-d3d733846669 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:12:36.884910 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1349648-c026-4ef9-8d96-d3d733846669 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Pushing event updated for resources: {'Port': ['ID=f5ca1e40-c30a-45da-8976-edf264214904,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:36.913259 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-f1349648-c026-4ef9-8d96-d3d733846669 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:36.913895 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-f1349648-c026-4ef9-8d96-d3d733846669 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:36.929311 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-f1349648-c026-4ef9-8d96-d3d733846669 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5544403 Sep 14 23:12:36.942845 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-4fb60365-acb9-4540-861f-b3b81979ca81 service neutron] Request body: {'port': {'device_id': 'b24a7bce-37eb-48e6-b958-5c2e2796fccd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:12:37.001238 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-4fb60365-acb9-4540-861f-b3b81979ca81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:37.037329 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-8dba83e1-ead2-40cf-973d-b153a0325708 None None] Provisioning complete for port f5ca1e40-c30a-45da-8976-edf264214904 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:12:37.037778 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-8dba83e1-ead2-40cf-973d-b153a0325708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:37.074729 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-8dba83e1-ead2-40cf-973d-b153a0325708 None None] Port f5ca1e40-c30a-45da-8976-edf264214904 cannot update to ACTIVE because it is not bound. {{(pid=94136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 23:12:37.252950 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 57edb584-7839-4471-a9c4-22b82729233f up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:12:37.304054 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port 57edb584-7839-4471-a9c4-22b82729233f triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:12:37.304428 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:37.514469 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-4fb60365-acb9-4540-861f-b3b81979ca81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5ca1e40-c30a-45da-8976-edf264214904 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:12:37.522639 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-4fb60365-acb9-4540-861f-b3b81979ca81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:37.535070 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-4fb60365-acb9-4540-861f-b3b81979ca81 service neutron] Transition to ACTIVE for port object f5ca1e40-c30a-45da-8976-edf264214904 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:12:37.538302 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-4fb60365-acb9-4540-861f-b3b81979ca81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:37.570798 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb0a47-55cd-4b47-ab66-76636f6cc006 req-a3c15d49-2c03-44d4-b894-66f2cdefec92 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:37.572321 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d3bb0a47-55cd-4b47-ab66-76636f6cc006 req-a3c15d49-2c03-44d4-b894-66f2cdefec92 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 931 time: 0.0486839 Sep 14 23:12:37.593553 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb60365-acb9-4540-861f-b3b81979ca81 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ca1e40-c30a-45da-8976-edf264214904,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:37.626755 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d3bb0a47-55cd-4b47-ab66-76636f6cc006 req-010f69d5-3eb7-498c-abc0-f114bfd70909 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442662 Sep 14 23:12:37.660347 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-4fb60365-acb9-4540-861f-b3b81979ca81 service neutron] Attempting to bind port f5ca1e40-c30a-45da-8976-edf264214904 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:12:37.660758 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-4fb60365-acb9-4540-861f-b3b81979ca81 service neutron] Attempting to bind port f5ca1e40-c30a-45da-8976-edf264214904 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '442380c2-4d09-45a5-b9d5-a59876e97d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:12:37.661089 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-4fb60365-acb9-4540-861f-b3b81979ca81 service neutron] Attempting to bind port f5ca1e40-c30a-45da-8976-edf264214904 on network 043517e4-edaa-4f0b-a4ce-48a6ef5deb04 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:12:37.665982 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-4fb60365-acb9-4540-861f-b3b81979ca81 service neutron] Port f5ca1e40-c30a-45da-8976-edf264214904 on network 043517e4-edaa-4f0b-a4ce-48a6ef5deb04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 23:12:37.666307 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-4fb60365-acb9-4540-861f-b3b81979ca81 service neutron] Attempting to bind port f5ca1e40-c30a-45da-8976-edf264214904 on network 043517e4-edaa-4f0b-a4ce-48a6ef5deb04 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:12:37.671397 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-4fb60365-acb9-4540-861f-b3b81979ca81 service neutron] Checking agent: {'id': '85608d62-9d70-46cb-9db0-a1f12ce5af65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 23, 3), 'started_at': datetime.datetime(2021, 9, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:12:37.671744 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-4fb60365-acb9-4540-861f-b3b81979ca81 service neutron] Checking segment: {'id': '442380c2-4d09-45a5-b9d5-a59876e97d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:12:37.672140 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-4fb60365-acb9-4540-861f-b3b81979ca81 service neutron] Bound using segment: {'id': '442380c2-4d09-45a5-b9d5-a59876e97d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:12:37.672579 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-4fb60365-acb9-4540-861f-b3b81979ca81 service neutron] Bound port: f5ca1e40-c30a-45da-8976-edf264214904, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '442380c2-4d09-45a5-b9d5-a59876e97d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:12:37.672978 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-4fb60365-acb9-4540-861f-b3b81979ca81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:37.738254 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-4fb60365-acb9-4540-861f-b3b81979ca81 service neutron] For port f5ca1e40-c30a-45da-8976-edf264214904, host hv-cinder-76017, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:12:37.741364 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-4fb60365-acb9-4540-861f-b3b81979ca81 service neutron] For port f5ca1e40-c30a-45da-8976-edf264214904, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=f5ca1e40-c30a-45da-8976-edf264214904,segment=NetworkSegment(442380c2-4d09-45a5-b9d5-a59876e97d31),segment_id=442380c2-4d09-45a5-b9d5-a59876e97d31)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:12:37.746130 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-4fb60365-acb9-4540-861f-b3b81979ca81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:37.784983 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-4fb60365-acb9-4540-861f-b3b81979ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:37.785602 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-4fb60365-acb9-4540-861f-b3b81979ca81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:37.786961 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-4fb60365-acb9-4540-861f-b3b81979ca81 service neutron] 10.222.0.52 "PUT /v2.0/ports/f5ca1e40-c30a-45da-8976-edf264214904 HTTP/1.1" status: 200 len: 1093 time: 0.8492620 Sep 14 23:12:37.787392 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b24a7bce-37eb-48e6-b958-5c2e2796fccd', 'tag': 'f5ca1e40-c30a-45da-8976-edf264214904'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:12:37.789890 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b27504ed887e131bccbae67cb08e94fb53697a19aeb48787dd98b51fbb9c8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0803877e-1009-47cb-852f-8a7943890832" -d '{"events": [{"name": "network-changed", "server_uuid": "b24a7bce-37eb-48e6-b958-5c2e2796fccd", "tag": "f5ca1e40-c30a-45da-8976-edf264214904"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:12:37.814692 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb60365-acb9-4540-861f-b3b81979ca81 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ca1e40-c30a-45da-8976-edf264214904,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:37.849439 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 23:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f93e868-50f9-4086-a4d8-1d01cedf408a x-openstack-request-id: req-8f93e868-50f9-4086-a4d8-1d01cedf408a {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:12:37.849890 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b24a7bce-37eb-48e6-b958-5c2e2796fccd", "tag": "f5ca1e40-c30a-45da-8976-edf264214904", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:12:37.850123 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8f93e868-50f9-4086-a4d8-1d01cedf408a {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:12:37.850576 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b24a7bce-37eb-48e6-b958-5c2e2796fccd', 'tag': 'f5ca1e40-c30a-45da-8976-edf264214904', 'status': 'completed', 'code': 200} Sep 14 23:12:37.884987 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-36d0c50b-5ea8-4d59-a415-c88599f23157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:37.886575 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-36d0c50b-5ea8-4d59-a415-c88599f23157 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9b7977ac38c94d8fae1f3929e42d5336&device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 1096 time: 0.0477331 Sep 14 23:12:37.911892 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:37.930624 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-c44af7ce-7405-4d14-8ba4-169be2e84931 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5ca1e40-c30a-45da-8976-edf264214904 HTTP/1.1" status: 200 len: 217 time: 0.0363646 Sep 14 23:12:37.979817 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-c6b05419-5b72-4171-bee7-82a8e7ef2bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:37.981356 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-c6b05419-5b72-4171-bee7-82a8e7ef2bfa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a74333b0-c023-4bf5-bc80-5237297dbb36 HTTP/1.1" status: 200 len: 849 time: 0.0444946 Sep 14 23:12:38.029349 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-1fb32bc7-1b3a-4cd5-8475-d0a5c91a7ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:38.030834 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-1fb32bc7-1b3a-4cd5-8475-d0a5c91a7ae2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=043517e4-edaa-4f0b-a4ce-48a6ef5deb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0428309 Sep 14 23:12:38.118774 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-81f45c16-acce-4642-8e83-9b353599c060 service neutron] 10.222.0.52 "GET /v2.0/networks/043517e4-edaa-4f0b-a4ce-48a6ef5deb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807726 Sep 14 23:12:38.210254 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-468ddaa5-2d2d-4a03-8b3b-be0a81ac8bac req-ed7d64c2-8ebc-4bb1-98b2-b2ecd78648d1 service neutron] 10.222.0.52 "GET /v2.0/networks/043517e4-edaa-4f0b-a4ce-48a6ef5deb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844297 Sep 14 23:12:38.295587 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803877e-1009-47cb-852f-8a7943890832 req-9f7549b1-94a3-40e0-931b-171ff5b9874a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:38.298624 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-0803877e-1009-47cb-852f-8a7943890832 req-9f7549b1-94a3-40e0-931b-171ff5b9874a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9b7977ac38c94d8fae1f3929e42d5336&device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 1096 time: 0.0420690 Sep 14 23:12:38.390412 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803877e-1009-47cb-852f-8a7943890832 req-de8dd034-5409-4e73-9202-fc43b28afe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:38.391866 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-0803877e-1009-47cb-852f-8a7943890832 req-de8dd034-5409-4e73-9202-fc43b28afe50 service neutron] 10.222.0.52 "GET /v2.0/networks?id=043517e4-edaa-4f0b-a4ce-48a6ef5deb04 HTTP/1.1" status: 200 len: 911 time: 0.0853887 Sep 14 23:12:38.432264 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-0803877e-1009-47cb-852f-8a7943890832 req-7fe7a1e9-8316-442e-acb9-6d3b85f50cf3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5ca1e40-c30a-45da-8976-edf264214904 HTTP/1.1" status: 200 len: 217 time: 0.0332630 Sep 14 23:12:38.479980 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803877e-1009-47cb-852f-8a7943890832 req-bcf94947-9cf9-4f49-bb22-bde572265f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:38.481424 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-0803877e-1009-47cb-852f-8a7943890832 req-bcf94947-9cf9-4f49-bb22-bde572265f94 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a74333b0-c023-4bf5-bc80-5237297dbb36 HTTP/1.1" status: 200 len: 849 time: 0.0422440 Sep 14 23:12:38.529761 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803877e-1009-47cb-852f-8a7943890832 req-19da73b2-5afd-4ee0-9e54-24de1e9a7544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:38.531279 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-0803877e-1009-47cb-852f-8a7943890832 req-19da73b2-5afd-4ee0-9e54-24de1e9a7544 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=043517e4-edaa-4f0b-a4ce-48a6ef5deb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421669 Sep 14 23:12:38.619889 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-0803877e-1009-47cb-852f-8a7943890832 req-f775407d-29e9-4878-be3f-ecd906c47a3a service neutron] 10.222.0.52 "GET /v2.0/networks/043517e4-edaa-4f0b-a4ce-48a6ef5deb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809066 Sep 14 23:12:38.717302 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-0803877e-1009-47cb-852f-8a7943890832 req-fc004acc-4784-4acd-97a0-fee4c6adbb80 service neutron] 10.222.0.52 "GET /v2.0/networks/043517e4-edaa-4f0b-a4ce-48a6ef5deb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893464 Sep 14 23:12:38.746745 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d091cf-f511-4a21-90ce-650336b455b0 req-40522efe-b10d-47eb-bdf0-23ddaf99d10f tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:38.748217 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-63d091cf-f511-4a21-90ce-650336b455b0 req-40522efe-b10d-47eb-bdf0-23ddaf99d10f tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 943 time: 0.0490668 Sep 14 23:12:38.786058 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-63d091cf-f511-4a21-90ce-650336b455b0 req-8d4c3e4f-8956-4447-8359-bdf4a97199de tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311842 Sep 14 23:12:39.230768 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device f5ca1e40-c30a-45da-8976-edf264214904 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=94136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 23:12:39.324845 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port f5ca1e40-c30a-45da-8976-edf264214904, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=f5ca1e40-c30a-45da-8976-edf264214904,segment=NetworkSegment(442380c2-4d09-45a5-b9d5-a59876e97d31),segment_id=442380c2-4d09-45a5-b9d5-a59876e97d31)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:12:39.336036 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Returning: {'device': 'f5ca1e40-c30a-45da-8976-edf264214904', 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04', 'port_id': 'f5ca1e40-c30a-45da-8976-edf264214904', 'mac_address': 'fa:16:3e:0d:d7:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a74333b0-c023-4bf5-bc80-5237297dbb36', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 23:12:39.370833 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:39.383503 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5ca1e40-c30a-45da-8976-edf264214904 {{(pid=94136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:12:39.401670 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port f5ca1e40-c30a-45da-8976-edf264214904, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=f5ca1e40-c30a-45da-8976-edf264214904,segment=NetworkSegment(442380c2-4d09-45a5-b9d5-a59876e97d31),segment_id=442380c2-4d09-45a5-b9d5-a59876e97d31)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:12:39.406479 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:39.455457 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=f5ca1e40-c30a-45da-8976-edf264214904,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:39.617461 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['f5ca1e40-c30a-45da-8976-edf264214904'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:12:39.918549 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16ca45-68d3-4006-b0ef-fd3ffbad1cac req-d999782a-080f-47ea-bb1f-d2ba4831ffd1 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:39.919321 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 49208) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:39.920129 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5f16ca45-68d3-4006-b0ef-fd3ffbad1cac req-d999782a-080f-47ea-bb1f-d2ba4831ffd1 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 944 time: 0.0527089 Sep 14 23:12:39.958262 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5f16ca45-68d3-4006-b0ef-fd3ffbad1cac req-ca2d94d8-9a5b-4bfa-8891-fe1183bb8267 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322404 Sep 14 23:12:40.167888 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-50adf3da-1be1-445a-a92a-a7ec7e810a62 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Deleting port b229c98f-1a1a-4822-9fb3-004623b67f0b {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:12:40.168157 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-50adf3da-1be1-445a-a92a-a7ec7e810a62 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:40.241505 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-50adf3da-1be1-445a-a92a-a7ec7e810a62 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:40.241839 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-50adf3da-1be1-445a-a92a-a7ec7e810a62 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:40.254115 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-50adf3da-1be1-445a-a92a-a7ec7e810a62 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Calling delete_port for b229c98f-1a1a-4822-9fb3-004623b67f0b owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:12:40.422988 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-50adf3da-1be1-445a-a92a-a7ec7e810a62 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:40.447021 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50adf3da-1be1-445a-a92a-a7ec7e810a62 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Pushing event deleted for resources: {'Port': ['ID=b229c98f-1a1a-4822-9fb3-004623b67f0b,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:40.507130 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-50adf3da-1be1-445a-a92a-a7ec7e810a62 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:40.507459 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.db.l3_db [None req-50adf3da-1be1-445a-a92a-a7ec7e810a62 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Floating IP bfb4f37a-9aa0-4c9a-ad92-0f2d0f924a92 disassociated (deleted). External IP: 172.27.3.135, port: edd06b9b-9eb3-4710-be54-9c1b89f2be5a. Sep 14 23:12:40.706976 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50adf3da-1be1-445a-a92a-a7ec7e810a62 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Router cd16d56f-5cd8-454c-9d2c-000f4553ec7c has already been hosted by L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 23:12:40.813814 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50adf3da-1be1-445a-a92a-a7ec7e810a62 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:12:40.819231 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-50adf3da-1be1-445a-a92a-a7ec7e810a62 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:40.822951 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9454e60-0b17-409c-a44d-063096d1db39 None None] Sync routers for ids ['cd16d56f-5cd8-454c-9d2c-000f4553ec7c'] in dv-cinder-760178-13-iscsi {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:12:40.833163 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9454e60-0b17-409c-a44d-063096d1db39 None None] Routers {'cd16d56f-5cd8-454c-9d2c-000f4553ec7c'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:12:40.833885 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-e9454e60-0b17-409c-a44d-063096d1db39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:12:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['cd16d56f-5cd8-454c-9d2c-000f4553ec7c'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:40.845822 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-50adf3da-1be1-445a-a92a-a7ec7e810a62 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "DELETE /v2.0/floatingips/bfb4f37a-9aa0-4c9a-ad92-0f2d0f924a92 HTTP/1.1" status: 204 len: 168 time: 0.9248240 Sep 14 23:12:40.846638 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1c5ab0-8449-4b25-a425-fca002f43fa2', 'tag': 'edd06b9b-9eb3-4710-be54-9c1b89f2be5a'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:12:40.849143 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b27504ed887e131bccbae67cb08e94fb53697a19aeb48787dd98b51fbb9c8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a344053c-28f2-433f-80d3-7d6e0d043f50" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1c5ab0-8449-4b25-a425-fca002f43fa2", "tag": "edd06b9b-9eb3-4710-be54-9c1b89f2be5a"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:12:40.893704 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 23:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64de98a4-e8ff-44fc-b4ae-122dbc9b6160 x-openstack-request-id: req-64de98a4-e8ff-44fc-b4ae-122dbc9b6160 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:12:40.893704 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1c5ab0-8449-4b25-a425-fca002f43fa2", "tag": "edd06b9b-9eb3-4710-be54-9c1b89f2be5a", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:12:40.893704 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-64de98a4-e8ff-44fc-b4ae-122dbc9b6160 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:12:40.893704 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1c5ab0-8449-4b25-a425-fca002f43fa2', 'tag': 'edd06b9b-9eb3-4710-be54-9c1b89f2be5a', 'status': 'completed', 'code': 200} Sep 14 23:12:40.948844 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-e9454e60-0b17-409c-a44d-063096d1db39 None None] Set router cd16d56f-5cd8-454c-9d2c-000f4553ec7c gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:12:40.962190 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a344053c-28f2-433f-80d3-7d6e0d043f50 req-3813f8c8-33e0-4515-bd31-e4508f3d6001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:40.963612 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a344053c-28f2-433f-80d3-7d6e0d043f50 req-3813f8c8-33e0-4515-bd31-e4508f3d6001 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a7319052cbd445279c634b71fd2736d4&device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 1098 time: 0.0480647 Sep 14 23:12:41.085523 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a344053c-28f2-433f-80d3-7d6e0d043f50 req-ab919152-072e-4cbd-8d3c-b6d6f7c5ead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:41.087038 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a344053c-28f2-433f-80d3-7d6e0d043f50 req-ab919152-072e-4cbd-8d3c-b6d6f7c5ead1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3efb33cd-c3d1-4574-b595-4ef315e545cb HTTP/1.1" status: 200 len: 909 time: 0.1144934 Sep 14 23:12:41.118642 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c884d-739f-436f-a6af-033b5ef63419 req-f0975aa2-4ee5-4d03-925d-86d8edb00ef9 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:41.120151 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-716c884d-739f-436f-a6af-033b5ef63419 req-f0975aa2-4ee5-4d03-925d-86d8edb00ef9 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 944 time: 0.0833764 Sep 14 23:12:41.132477 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871ba22-6f90-4b64-a83c-27e836e03293 req-bb3ac28b-066a-483b-835d-3cb54c853ba5 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:41.133651 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a344053c-28f2-433f-80d3-7d6e0d043f50 req-264aed61-1c4b-4992-8627-09baeffd3673 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=edd06b9b-9eb3-4710-be54-9c1b89f2be5a HTTP/1.1" status: 200 len: 217 time: 0.0362213 Sep 14 23:12:41.133991 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7871ba22-6f90-4b64-a83c-27e836e03293 req-bb3ac28b-066a-483b-835d-3cb54c853ba5 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 945 time: 0.0947707 Sep 14 23:12:41.178074 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-e9454e60-0b17-409c-a44d-063096d1db39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'name': 'tempest-TestShelveInstance-547458774-router', 'tenant_id': 'a7319052cbd445279c634b71fd2736d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '08db243d-c293-4064-88a2-f3ac16d89071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:17Z', 'updated_at': '2021-09-14T23:07:22Z', 'revision_number': 4, 'project_id': 'a7319052cbd445279c634b71fd2736d4', 'gw_port': {'id': '08db243d-c293-4064-88a2-f3ac16d89071', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:17Z', 'updated_at': '2021-09-14T23:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': 'd9454100-8139-41b1-ad2e-d5bf039ee4f4', 'name': '', 'network_id': '3efb33cd-c3d1-4574-b595-4ef315e545cb', 'tenant_id': 'a7319052cbd445279c634b71fd2736d4', 'mac_address': 'fa:16:3e:8e:34:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bde3a9c9-df2c-4163-99b8-693b9b6f7a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:21Z', 'updated_at': '2021-09-14T23:07:27Z', 'revision_number': 5, 'project_id': 'a7319052cbd445279c634b71fd2736d4', 'subnets': [{'id': 'bde3a9c9-df2c-4163-99b8-693b9b6f7a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:41.193442 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7871ba22-6f90-4b64-a83c-27e836e03293 req-b389e417-2ff0-47b9-93da-a2eafe776f19 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526898 Sep 14 23:12:41.199444 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a344053c-28f2-433f-80d3-7d6e0d043f50 req-8cb318f1-947b-4f78-8063-c8ce8b8d28a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:41.201511 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a344053c-28f2-433f-80d3-7d6e0d043f50 req-8cb318f1-947b-4f78-8063-c8ce8b8d28a1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bde3a9c9-df2c-4163-99b8-693b9b6f7a85 HTTP/1.1" status: 200 len: 847 time: 0.0605693 Sep 14 23:12:41.204359 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-716c884d-739f-436f-a6af-033b5ef63419 req-c1f124ff-49d4-40c9-b833-2d0454467140 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693936 Sep 14 23:12:41.209603 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9454e60-0b17-409c-a44d-063096d1db39 None None] Checking router: cd16d56f-5cd8-454c-9d2c-000f4553ec7c for host: dv-cinder-760178-13-iscsi {{(pid=94137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:12:41.221700 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9454e60-0b17-409c-a44d-063096d1db39 None None] Routers {'cd16d56f-5cd8-454c-9d2c-000f4553ec7c'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:12:41.222250 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-e9454e60-0b17-409c-a44d-063096d1db39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:12:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['cd16d56f-5cd8-454c-9d2c-000f4553ec7c'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:41.234028 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device f5ca1e40-c30a-45da-8976-edf264214904 up at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:12:41.252694 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a344053c-28f2-433f-80d3-7d6e0d043f50 req-a1971f65-39d6-4ad2-adc0-13940c7b8a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:41.254215 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a344053c-28f2-433f-80d3-7d6e0d043f50 req-a1971f65-39d6-4ad2-adc0-13940c7b8a17 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3efb33cd-c3d1-4574-b595-4ef315e545cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0443308 Sep 14 23:12:41.290554 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning for port f5ca1e40-c30a-45da-8976-edf264214904 completed by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:12:41.294449 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning complete for port f5ca1e40-c30a-45da-8976-edf264214904 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:12:41.294962 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:41.331504 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-e9454e60-0b17-409c-a44d-063096d1db39 None None] Set router cd16d56f-5cd8-454c-9d2c-000f4553ec7c gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:12:41.346591 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a344053c-28f2-433f-80d3-7d6e0d043f50 req-9e6572a3-ee03-4b3f-8472-6eaa03382c24 service neutron] 10.222.0.52 "GET /v2.0/networks/3efb33cd-c3d1-4574-b595-4ef315e545cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832784 Sep 14 23:12:41.378620 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:41.401431 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b24a7bce-37eb-48e6-b958-5c2e2796fccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ca1e40-c30a-45da-8976-edf264214904'}] {{(pid=94136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:12:41.403681 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2b16cdf9a486da92f6eb6a5b1ab92e1b41f493a7e96932162ce692d4f29dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bacff02-3979-4e6b-9616-c483b6d8e72b" -d '{"events": [{"server_uuid": "b24a7bce-37eb-48e6-b958-5c2e2796fccd", "name": "network-vif-plugged", "status": "completed", "tag": "f5ca1e40-c30a-45da-8976-edf264214904"}]}' {{(pid=94136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:12:41.417430 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port f5ca1e40-c30a-45da-8976-edf264214904, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=f5ca1e40-c30a-45da-8976-edf264214904,segment=NetworkSegment(442380c2-4d09-45a5-b9d5-a59876e97d31),segment_id=442380c2-4d09-45a5-b9d5-a59876e97d31)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:12:41.423055 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:41.458796 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87211af3-1273-4f58-a340-1edba759e04b x-openstack-request-id: req-87211af3-1273-4f58-a340-1edba759e04b {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:12:41.459081 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b24a7bce-37eb-48e6-b958-5c2e2796fccd", "name": "network-vif-plugged", "status": "completed", "tag": "f5ca1e40-c30a-45da-8976-edf264214904", "code": 200}]} {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:12:41.459936 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-87211af3-1273-4f58-a340-1edba759e04b {{(pid=94136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:12:41.460784 dv-cinder-760178-13-iscsi neutron-server[94136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b24a7bce-37eb-48e6-b958-5c2e2796fccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ca1e40-c30a-45da-8976-edf264214904', 'code': 200} Sep 14 23:12:41.465693 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a344053c-28f2-433f-80d3-7d6e0d043f50 req-74874ae2-0aa7-43e8-b78a-34dcd9c8d003 service neutron] 10.222.0.52 "GET /v2.0/networks/3efb33cd-c3d1-4574-b595-4ef315e545cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091144 Sep 14 23:12:41.494367 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=f5ca1e40-c30a-45da-8976-edf264214904,revision_number=5']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:41.551123 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-e9454e60-0b17-409c-a44d-063096d1db39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'name': 'tempest-TestShelveInstance-547458774-router', 'tenant_id': 'a7319052cbd445279c634b71fd2736d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '08db243d-c293-4064-88a2-f3ac16d89071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:17Z', 'updated_at': '2021-09-14T23:07:22Z', 'revision_number': 4, 'project_id': 'a7319052cbd445279c634b71fd2736d4', 'gw_port': {'id': '08db243d-c293-4064-88a2-f3ac16d89071', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:17Z', 'updated_at': '2021-09-14T23:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': 'd9454100-8139-41b1-ad2e-d5bf039ee4f4', 'name': '', 'network_id': '3efb33cd-c3d1-4574-b595-4ef315e545cb', 'tenant_id': 'a7319052cbd445279c634b71fd2736d4', 'mac_address': 'fa:16:3e:8e:34:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bde3a9c9-df2c-4163-99b8-693b9b6f7a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:21Z', 'updated_at': '2021-09-14T23:07:27Z', 'revision_number': 5, 'project_id': 'a7319052cbd445279c634b71fd2736d4', 'subnets': [{'id': 'bde3a9c9-df2c-4163-99b8-693b9b6f7a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:41.581406 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9454e60-0b17-409c-a44d-063096d1db39 None None] The sync data for ids ['cd16d56f-5cd8-454c-9d2c-000f4553ec7c'] in dv-cinder-760178-13-iscsi is: [{'id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'name': 'tempest-TestShelveInstance-547458774-router', 'tenant_id': 'a7319052cbd445279c634b71fd2736d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '08db243d-c293-4064-88a2-f3ac16d89071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:17Z', 'updated_at': '2021-09-14T23:07:22Z', 'revision_number': 4, 'project_id': 'a7319052cbd445279c634b71fd2736d4', 'gw_port': {'id': '08db243d-c293-4064-88a2-f3ac16d89071', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:17Z', 'updated_at': '2021-09-14T23:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': 'd9454100-8139-41b1-ad2e-d5bf039ee4f4', 'name': '', 'network_id': '3efb33cd-c3d1-4574-b595-4ef315e545cb', 'tenant_id': 'a7319052cbd445279c634b71fd2736d4', 'mac_address': 'fa:16:3e:8e:34:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bde3a9c9-df2c-4163-99b8-693b9b6f7a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:21Z', 'updated_at': '2021-09-14T23:07:27Z', 'revision_number': 5, 'project_id': 'a7319052cbd445279c634b71fd2736d4', 'subnets': [{'id': 'bde3a9c9-df2c-4163-99b8-693b9b6f7a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:12:41.634645 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3b333-759e-46a7-bd92-c0269c959395 req-66cc5eb6-b5e1-4785-bfb3-143c1835664a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:41.636518 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-84d3b333-759e-46a7-bd92-c0269c959395 req-66cc5eb6-b5e1-4785-bfb3-143c1835664a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 1098 time: 0.0412645 Sep 14 23:12:41.675881 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-84d3b333-759e-46a7-bd92-c0269c959395 req-5cab5fe9-642e-4b44-838c-219b11124f3a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314274 Sep 14 23:12:41.806005 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467cb1e2-77f5-4347-8a56-5ec54d9f4d0f None None] New status for floating IP bfb4f37a-9aa0-4c9a-ad92-0f2d0f924a92: DOWN {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:12:42.338010 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679bc9c7-bf12-41ce-abce-24306e63bd7e req-fc1b2903-28ec-46e9-93c2-36e52e9624ca tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:42.339488 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-679bc9c7-bf12-41ce-abce-24306e63bd7e req-fc1b2903-28ec-46e9-93c2-36e52e9624ca tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 945 time: 0.0756600 Sep 14 23:12:42.347463 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b25c3d-dc29-4b0b-845e-88d5b6407c4b req-c756cc4c-79e9-499d-b341-5d033e027048 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:42.348872 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-03b25c3d-dc29-4b0b-845e-88d5b6407c4b req-c756cc4c-79e9-499d-b341-5d033e027048 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 945 time: 0.0757549 Sep 14 23:12:42.393874 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-679bc9c7-bf12-41ce-abce-24306e63bd7e req-b302d03e-2eff-450a-8280-b489254b6fc1 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/security-groups?id=43843a04-fa8c-4869-8b14-5b6fb4b4497a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440536 Sep 14 23:12:42.413309 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-03b25c3d-dc29-4b0b-845e-88d5b6407c4b req-288b2e03-32c8-44f4-8acd-dbad6938dd4b tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440068 Sep 14 23:12:42.845537 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156661cf-3c61-484a-8fc3-1e62d5bf6aef req-500956c5-a77d-424c-9c31-f32c55c8a835 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:42.846995 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-156661cf-3c61-484a-8fc3-1e62d5bf6aef req-500956c5-a77d-424c-9c31-f32c55c8a835 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 945 time: 0.0594697 Sep 14 23:12:42.947299 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-156661cf-3c61-484a-8fc3-1e62d5bf6aef req-bd7e8e5e-173b-458b-a4b2-e5337773f1e2 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Deleting port edd06b9b-9eb3-4710-be54-9c1b89f2be5a {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:12:42.947558 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-156661cf-3c61-484a-8fc3-1e62d5bf6aef req-bd7e8e5e-173b-458b-a4b2-e5337773f1e2 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:43.038125 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-156661cf-3c61-484a-8fc3-1e62d5bf6aef req-bd7e8e5e-173b-458b-a4b2-e5337773f1e2 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] For port edd06b9b-9eb3-4710-be54-9c1b89f2be5a, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=edd06b9b-9eb3-4710-be54-9c1b89f2be5a,segment=NetworkSegment(a31483e8-f53d-4526-bf1c-b7e652afc6b7),segment_id=a31483e8-f53d-4526-bf1c-b7e652afc6b7)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:12:43.038489 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-156661cf-3c61-484a-8fc3-1e62d5bf6aef req-bd7e8e5e-173b-458b-a4b2-e5337773f1e2 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:43.050982 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-156661cf-3c61-484a-8fc3-1e62d5bf6aef req-bd7e8e5e-173b-458b-a4b2-e5337773f1e2 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Calling delete_port for edd06b9b-9eb3-4710-be54-9c1b89f2be5a owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:12:43.172570 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-156661cf-3c61-484a-8fc3-1e62d5bf6aef req-bd7e8e5e-173b-458b-a4b2-e5337773f1e2 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:43.210314 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e8e5e-173b-458b-a4b2-e5337773f1e2 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Pushing event deleted for resources: {'Port': ['ID=edd06b9b-9eb3-4710-be54-9c1b89f2be5a,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:43.247274 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-156661cf-3c61-484a-8fc3-1e62d5bf6aef req-bd7e8e5e-173b-458b-a4b2-e5337773f1e2 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] No DVR routers for this DVR port edd06b9b-9eb3-4710-be54-9c1b89f2be5a on host hv-cinder-76017 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:12:43.249794 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-156661cf-3c61-484a-8fc3-1e62d5bf6aef req-bd7e8e5e-173b-458b-a4b2-e5337773f1e2 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:43.251845 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-156661cf-3c61-484a-8fc3-1e62d5bf6aef req-bd7e8e5e-173b-458b-a4b2-e5337773f1e2 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.52 "DELETE /v2.0/ports/edd06b9b-9eb3-4710-be54-9c1b89f2be5a HTTP/1.1" status: 204 len: 173 time: 0.3893018 Sep 14 23:12:43.252295 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1c5ab0-8449-4b25-a425-fca002f43fa2', 'name': 'network-vif-deleted', 'tag': 'edd06b9b-9eb3-4710-be54-9c1b89f2be5a'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:12:43.254535 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b27504ed887e131bccbae67cb08e94fb53697a19aeb48787dd98b51fbb9c8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35674e75-8f04-4500-9de1-d75315ddefab" -d '{"events": [{"server_uuid": "8d1c5ab0-8449-4b25-a425-fca002f43fa2", "name": "network-vif-deleted", "tag": "edd06b9b-9eb3-4710-be54-9c1b89f2be5a"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:12:43.298004 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c4171a-dc45-40ab-b4ea-1f5cad88afdd x-openstack-request-id: req-29c4171a-dc45-40ab-b4ea-1f5cad88afdd {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:12:43.299192 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1c5ab0-8449-4b25-a425-fca002f43fa2", "name": "network-vif-deleted", "tag": "edd06b9b-9eb3-4710-be54-9c1b89f2be5a", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:12:43.299369 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-29c4171a-dc45-40ab-b4ea-1f5cad88afdd {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:12:43.299764 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1c5ab0-8449-4b25-a425-fca002f43fa2', 'name': 'network-vif-deleted', 'tag': 'edd06b9b-9eb3-4710-be54-9c1b89f2be5a', 'status': 'completed', 'code': 200} Sep 14 23:12:43.498510 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3e7f170c-823d-4b91-85c2-78009e686262 req-04451be8-72c3-431c-b689-320f02c53502 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d1c5ab0-8449-4b25-a425-fca002f43fa2 HTTP/1.1" status: 200 len: 210 time: 0.0318875 Sep 14 23:12:43.547354 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd91d0-9404-4329-9f04-5168ac651fa3 req-1baaae72-431c-404c-97cd-90f896c445bd tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:43.549863 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-94dd91d0-9404-4329-9f04-5168ac651fa3 req-1baaae72-431c-404c-97cd-90f896c445bd tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 945 time: 0.0573299 Sep 14 23:12:43.596145 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-94dd91d0-9404-4329-9f04-5168ac651fa3 req-2ddf5248-f86b-4b74-b7c7-8b79737ff5dc tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372069 Sep 14 23:12:43.722186 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4efd6-5d66-409a-813d-a81e323dbf7b req-aa108805-279e-4933-b2b2-44c2b7af59ba tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:43.723753 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-eee4efd6-5d66-409a-813d-a81e323dbf7b req-aa108805-279e-4933-b2b2-44c2b7af59ba tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 945 time: 0.0536242 Sep 14 23:12:43.733089 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 49236) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:43.738189 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-8fb4f8e8-f778-42cf-b6b3-1c8181e3cb09 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Request body: {'floatingip': {'port_id': 'f5ca1e40-c30a-45da-8976-edf264214904'}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:12:43.779537 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8fb4f8e8-f778-42cf-b6b3-1c8181e3cb09 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for floatingip, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:44.208121 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8fb4f8e8-f778-42cf-b6b3-1c8181e3cb09 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:44.211978 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8fb4f8e8-f778-42cf-b6b3-1c8181e3cb09 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529163'] for floatingip, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:44.309915 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.db.l3_db [None req-8fb4f8e8-f778-42cf-b6b3-1c8181e3cb09 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Floating IP c114af87-2465-4e1a-a775-8634e1877a92 associated. External IP: 172.27.3.128, port: f5ca1e40-c30a-45da-8976-edf264214904. Sep 14 23:12:44.516262 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb4f8e8-f778-42cf-b6b3-1c8181e3cb09 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Router 2c94a897-9a67-4741-b7f3-052098f38bc6 has already been hosted by L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f {{(pid=94135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 23:12:44.554663 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 49240) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:44.613753 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8eb7bd87-0e82-4a46-a075-8be41f590936 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:44.623446 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb4f8e8-f778-42cf-b6b3-1c8181e3cb09 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:12:44.628460 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8fb4f8e8-f778-42cf-b6b3-1c8181e3cb09 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for floatingip, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:44.634599 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eb666f-b6c3-4bd4-b2af-650e1fd5e325 None None] Sync routers for ids ['2c94a897-9a67-4741-b7f3-052098f38bc6'] in dv-cinder-760178-13-iscsi {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:12:44.639749 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8eb7bd87-0e82-4a46-a075-8be41f590936 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:44.644068 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eb666f-b6c3-4bd4-b2af-650e1fd5e325 None None] Routers {'2c94a897-9a67-4741-b7f3-052098f38bc6'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:12:44.644711 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-d3eb666f-b6c3-4bd4-b2af-650e1fd5e325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:12:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['2c94a897-9a67-4741-b7f3-052098f38bc6'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:44.658483 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-8fb4f8e8-f778-42cf-b6b3-1c8181e3cb09 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "PUT /v2.0/floatingips/c114af87-2465-4e1a-a775-8634e1877a92 HTTP/1.1" status: 200 len: 991 time: 0.9242625 Sep 14 23:12:44.659055 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b24a7bce-37eb-48e6-b958-5c2e2796fccd', 'tag': 'f5ca1e40-c30a-45da-8976-edf264214904'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:12:44.661544 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e3d9041226317d09edcf9166cd50e54bb38c01393ec1a923659a7df53ecbff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fd54f9-dc07-448a-83c2-115d13ab053f" -d '{"events": [{"name": "network-changed", "server_uuid": "b24a7bce-37eb-48e6-b958-5c2e2796fccd", "tag": "f5ca1e40-c30a-45da-8976-edf264214904"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:12:44.724663 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 23:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1902e168-04a4-4667-9b1c-1e805f4ce4a7 x-openstack-request-id: req-1902e168-04a4-4667-9b1c-1e805f4ce4a7 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:12:44.725056 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b24a7bce-37eb-48e6-b958-5c2e2796fccd", "tag": "f5ca1e40-c30a-45da-8976-edf264214904", "status": "completed", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:12:44.725488 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1902e168-04a4-4667-9b1c-1e805f4ce4a7 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:12:44.725847 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b24a7bce-37eb-48e6-b958-5c2e2796fccd', 'tag': 'f5ca1e40-c30a-45da-8976-edf264214904', 'status': 'completed', 'code': 200} Sep 14 23:12:44.727067 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8eb7bd87-0e82-4a46-a075-8be41f590936 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:44.730415 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8eb7bd87-0e82-4a46-a075-8be41f590936 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:44.731756 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-8eb7bd87-0e82-4a46-a075-8be41f590936 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] 10.222.0.39 "DELETE /v2.0/security-groups/43843a04-fa8c-4869-8b14-5b6fb4b4497a HTTP/1.1" status: 204 len: 168 time: 0.1761115 Sep 14 23:12:44.749722 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7bd87-0e82-4a46-a075-8be41f590936 tempest-TestShelveInstance-417015954 tempest-TestShelveInstance-417015954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43843a04-fa8c-4869-8b14-5b6fb4b4497a,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:44.767991 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-d3eb666f-b6c3-4bd4-b2af-650e1fd5e325 None None] Set router 2c94a897-9a67-4741-b7f3-052098f38bc6 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:12:44.802606 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 49248) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:44.819286 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd54f9-dc07-448a-83c2-115d13ab053f req-4a529c12-f2ac-473c-acb8-6a31235af6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:44.821041 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-f1fd54f9-dc07-448a-83c2-115d13ab053f req-4a529c12-f2ac-473c-acb8-6a31235af6d5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9b7977ac38c94d8fae1f3929e42d5336&device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 1098 time: 0.0610375 Sep 14 23:12:44.924959 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd54f9-dc07-448a-83c2-115d13ab053f req-4450340e-6f9d-4525-940c-d98001a1e394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:44.926661 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-f1fd54f9-dc07-448a-83c2-115d13ab053f req-4450340e-6f9d-4525-940c-d98001a1e394 service neutron] 10.222.0.52 "GET /v2.0/networks?id=043517e4-edaa-4f0b-a4ce-48a6ef5deb04 HTTP/1.1" status: 200 len: 911 time: 0.0987329 Sep 14 23:12:45.003399 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-f1fd54f9-dc07-448a-83c2-115d13ab053f req-a83b5cad-43db-4c18-a9a1-5e20a2d7e274 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5ca1e40-c30a-45da-8976-edf264214904 HTTP/1.1" status: 200 len: 999 time: 0.0689335 Sep 14 23:12:45.007774 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-d3eb666f-b6c3-4bd4-b2af-650e1fd5e325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'name': 'tempest-AttachVolumeTestJSON-454697747-router', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:29Z', 'updated_at': '2021-09-14T23:12:32Z', 'revision_number': 4, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'gw_port': {'id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:11:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:30Z', 'updated_at': '2021-09-14T23:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_floatingips': [{'id': 'c114af87-2465-4e1a-a775-8634e1877a92', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'router_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'port_id': 'f5ca1e40-c30a-45da-8976-edf264214904', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04', 'mac_address': 'fa:16:3e:0d:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24a7bce-37eb-48e6-b958-5c2e2796fccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T23:12:34Z', 'updated_at': '2021-09-14T23:12:44Z', 'revision_number': 1, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57edb584-7839-4471-a9c4-22b82729233f', 'name': '', 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'mac_address': 'fa:16:3e:39:aa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a74333b0-c023-4bf5-bc80-5237297dbb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:31Z', 'updated_at': '2021-09-14T23:12:35Z', 'revision_number': 5, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'subnets': [{'id': 'a74333b0-c023-4bf5-bc80-5237297dbb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:45.037114 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eb666f-b6c3-4bd4-b2af-650e1fd5e325 None None] Checking router: 2c94a897-9a67-4741-b7f3-052098f38bc6 for host: dv-cinder-760178-13-iscsi {{(pid=94137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:12:45.045877 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eb666f-b6c3-4bd4-b2af-650e1fd5e325 None None] Routers {'2c94a897-9a67-4741-b7f3-052098f38bc6'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:12:45.046624 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-d3eb666f-b6c3-4bd4-b2af-650e1fd5e325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:12:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['2c94a897-9a67-4741-b7f3-052098f38bc6'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:45.060717 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd54f9-dc07-448a-83c2-115d13ab053f req-0240ae74-9938-443d-a875-bf00e6c1dd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:45.062245 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-f1fd54f9-dc07-448a-83c2-115d13ab053f req-0240ae74-9938-443d-a875-bf00e6c1dd7e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a74333b0-c023-4bf5-bc80-5237297dbb36 HTTP/1.1" status: 200 len: 849 time: 0.0525818 Sep 14 23:12:45.108044 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd54f9-dc07-448a-83c2-115d13ab053f req-75e73ad2-77f6-4882-9f44-acb36be15e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:45.109619 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-f1fd54f9-dc07-448a-83c2-115d13ab053f req-75e73ad2-77f6-4882-9f44-acb36be15e58 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=043517e4-edaa-4f0b-a4ce-48a6ef5deb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401134 Sep 14 23:12:45.209948 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-f1fd54f9-dc07-448a-83c2-115d13ab053f req-d9626def-a481-4d92-a2a0-0660b991d42a service neutron] 10.222.0.52 "GET /v2.0/networks/043517e4-edaa-4f0b-a4ce-48a6ef5deb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923455 Sep 14 23:12:45.223942 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-365549f4-fe58-4716-97a1-22f098574785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530187'] for router_interface, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:45.261348 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-d3eb666f-b6c3-4bd4-b2af-650e1fd5e325 None None] Set router 2c94a897-9a67-4741-b7f3-052098f38bc6 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:12:45.265654 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device edd06b9b-9eb3-4710-be54-9c1b89f2be5a no longer exists at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:12:45.287471 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] No Port match for: edd06b9b-9eb3-4710-be54-9c1b89f2be5a {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:12:45.288125 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device edd06b9b-9eb3-4710-be54-9c1b89f2be5a not bound to the agent host hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:12:45.307627 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-f1fd54f9-dc07-448a-83c2-115d13ab053f req-c23ba9c4-10d2-487b-b913-5b96019c4077 service neutron] 10.222.0.52 "GET /v2.0/networks/043517e4-edaa-4f0b-a4ce-48a6ef5deb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901003 Sep 14 23:12:45.480820 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-365549f4-fe58-4716-97a1-22f098574785 admin admin] Deleting port d9454100-8139-41b1-ad2e-d5bf039ee4f4 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:12:45.481186 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-365549f4-fe58-4716-97a1-22f098574785 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:45.490988 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-d3eb666f-b6c3-4bd4-b2af-650e1fd5e325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'name': 'tempest-AttachVolumeTestJSON-454697747-router', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:29Z', 'updated_at': '2021-09-14T23:12:32Z', 'revision_number': 4, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'gw_port': {'id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:11:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:30Z', 'updated_at': '2021-09-14T23:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_floatingips': [{'id': 'c114af87-2465-4e1a-a775-8634e1877a92', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'router_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'port_id': 'f5ca1e40-c30a-45da-8976-edf264214904', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04', 'mac_address': 'fa:16:3e:0d:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24a7bce-37eb-48e6-b958-5c2e2796fccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T23:12:34Z', 'updated_at': '2021-09-14T23:12:44Z', 'revision_number': 1, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57edb584-7839-4471-a9c4-22b82729233f', 'name': '', 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'mac_address': 'fa:16:3e:39:aa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a74333b0-c023-4bf5-bc80-5237297dbb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:31Z', 'updated_at': '2021-09-14T23:12:35Z', 'revision_number': 5, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'subnets': [{'id': 'a74333b0-c023-4bf5-bc80-5237297dbb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:45.516583 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eb666f-b6c3-4bd4-b2af-650e1fd5e325 None None] The sync data for ids ['2c94a897-9a67-4741-b7f3-052098f38bc6'] in dv-cinder-760178-13-iscsi is: [{'id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'name': 'tempest-AttachVolumeTestJSON-454697747-router', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:29Z', 'updated_at': '2021-09-14T23:12:32Z', 'revision_number': 4, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'gw_port': {'id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:11:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:30Z', 'updated_at': '2021-09-14T23:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_floatingips': [{'id': 'c114af87-2465-4e1a-a775-8634e1877a92', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'router_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'port_id': 'f5ca1e40-c30a-45da-8976-edf264214904', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04', 'mac_address': 'fa:16:3e:0d:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24a7bce-37eb-48e6-b958-5c2e2796fccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T23:12:34Z', 'updated_at': '2021-09-14T23:12:44Z', 'revision_number': 1, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57edb584-7839-4471-a9c4-22b82729233f', 'name': '', 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'mac_address': 'fa:16:3e:39:aa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a74333b0-c023-4bf5-bc80-5237297dbb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:31Z', 'updated_at': '2021-09-14T23:12:35Z', 'revision_number': 5, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'subnets': [{'id': 'a74333b0-c023-4bf5-bc80-5237297dbb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:12:45.565361 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-365549f4-fe58-4716-97a1-22f098574785 admin admin] For port d9454100-8139-41b1-ad2e-d5bf039ee4f4, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=d9454100-8139-41b1-ad2e-d5bf039ee4f4,segment=NetworkSegment(a31483e8-f53d-4526-bf1c-b7e652afc6b7),segment_id=a31483e8-f53d-4526-bf1c-b7e652afc6b7)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:12:45.565989 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-365549f4-fe58-4716-97a1-22f098574785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:45.578213 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-365549f4-fe58-4716-97a1-22f098574785 admin admin] Calling delete_port for d9454100-8139-41b1-ad2e-d5bf039ee4f4 owned by network:router_interface {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:12:45.707720 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386d5beb-42a3-4e84-955a-921326728554 None None] New status for floating IP c114af87-2465-4e1a-a775-8634e1877a92: ACTIVE {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:12:45.760688 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-365549f4-fe58-4716-97a1-22f098574785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:45.786778 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365549f4-fe58-4716-97a1-22f098574785 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9454100-8139-41b1-ad2e-d5bf039ee4f4,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:45.975062 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-365549f4-fe58-4716-97a1-22f098574785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529339'] for router_interface, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:46.419092 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365549f4-fe58-4716-97a1-22f098574785 admin admin] Router cd16d56f-5cd8-454c-9d2c-000f4553ec7c has already been hosted by L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f {{(pid=94135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 23:12:46.520864 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365549f4-fe58-4716-97a1-22f098574785 admin admin] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:12:46.528226 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-365549f4-fe58-4716-97a1-22f098574785 admin admin] 10.222.0.39 "PUT /v2.0/routers/cd16d56f-5cd8-454c-9d2c-000f4553ec7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7220476 Sep 14 23:12:46.528395 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 49254) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:46.529337 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7307b6af-be58-44c2-a2b8-7b377a2d8874 None None] Sync routers for ids ['cd16d56f-5cd8-454c-9d2c-000f4553ec7c'] in dv-cinder-760178-13-iscsi {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:12:46.539550 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7307b6af-be58-44c2-a2b8-7b377a2d8874 None None] Routers {'cd16d56f-5cd8-454c-9d2c-000f4553ec7c'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:12:46.540145 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-7307b6af-be58-44c2-a2b8-7b377a2d8874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:12:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['cd16d56f-5cd8-454c-9d2c-000f4553ec7c'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:46.630857 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac300149-cd88-4e1c-a2b1-6a6ba1319753 admin admin] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:46.644233 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-7307b6af-be58-44c2-a2b8-7b377a2d8874 None None] Set router cd16d56f-5cd8-454c-9d2c-000f4553ec7c gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:12:46.731977 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac300149-cd88-4e1c-a2b1-6a6ba1319753 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:46.787404 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-ac300149-cd88-4e1c-a2b1-6a6ba1319753 admin admin] Deleting port 08db243d-c293-4064-88a2-f3ac16d89071 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:12:46.787751 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac300149-cd88-4e1c-a2b1-6a6ba1319753 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:46.825676 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-7307b6af-be58-44c2-a2b8-7b377a2d8874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'name': 'tempest-TestShelveInstance-547458774-router', 'tenant_id': 'a7319052cbd445279c634b71fd2736d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '08db243d-c293-4064-88a2-f3ac16d89071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:17Z', 'updated_at': '2021-09-14T23:12:45Z', 'revision_number': 5, 'project_id': 'a7319052cbd445279c634b71fd2736d4', 'gw_port': {'id': '08db243d-c293-4064-88a2-f3ac16d89071', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:17Z', 'updated_at': '2021-09-14T23:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi'}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:46.851590 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7307b6af-be58-44c2-a2b8-7b377a2d8874 None None] Checking router: cd16d56f-5cd8-454c-9d2c-000f4553ec7c for host: dv-cinder-760178-13-iscsi {{(pid=94137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:12:46.859620 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7307b6af-be58-44c2-a2b8-7b377a2d8874 None None] Routers {'cd16d56f-5cd8-454c-9d2c-000f4553ec7c'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:12:46.860222 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-7307b6af-be58-44c2-a2b8-7b377a2d8874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:12:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['cd16d56f-5cd8-454c-9d2c-000f4553ec7c'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:46.867006 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-ac300149-cd88-4e1c-a2b1-6a6ba1319753 admin admin] For port 08db243d-c293-4064-88a2-f3ac16d89071, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=08db243d-c293-4064-88a2-f3ac16d89071,segment=NetworkSegment(a9a9fb15-9287-4c77-9a23-3b65ea6f31f5),segment_id=a9a9fb15-9287-4c77-9a23-3b65ea6f31f5)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:12:46.867620 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac300149-cd88-4e1c-a2b1-6a6ba1319753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:46.880081 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-ac300149-cd88-4e1c-a2b1-6a6ba1319753 admin admin] Calling delete_port for 08db243d-c293-4064-88a2-f3ac16d89071 owned by network:router_gateway {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:12:46.950176 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-7307b6af-be58-44c2-a2b8-7b377a2d8874 None None] Set router cd16d56f-5cd8-454c-9d2c-000f4553ec7c gateway port host: None {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:12:47.006271 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-7307b6af-be58-44c2-a2b8-7b377a2d8874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'name': 'tempest-TestShelveInstance-547458774-router', 'tenant_id': 'a7319052cbd445279c634b71fd2736d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:17Z', 'updated_at': '2021-09-14T23:12:46Z', 'revision_number': 6, 'project_id': 'a7319052cbd445279c634b71fd2736d4', 'gw_port_host': None}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:47.032763 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7307b6af-be58-44c2-a2b8-7b377a2d8874 None None] The sync data for ids ['cd16d56f-5cd8-454c-9d2c-000f4553ec7c'] in dv-cinder-760178-13-iscsi is: [{'id': 'cd16d56f-5cd8-454c-9d2c-000f4553ec7c', 'name': 'tempest-TestShelveInstance-547458774-router', 'tenant_id': 'a7319052cbd445279c634b71fd2736d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:17Z', 'updated_at': '2021-09-14T23:12:46Z', 'revision_number': 6, 'project_id': 'a7319052cbd445279c634b71fd2736d4', 'gw_port_host': None}] {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:12:47.046665 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac300149-cd88-4e1c-a2b1-6a6ba1319753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:47.074286 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac300149-cd88-4e1c-a2b1-6a6ba1319753 admin admin] Pushing event deleted for resources: {'Port': ['ID=08db243d-c293-4064-88a2-f3ac16d89071,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:47.134059 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac300149-cd88-4e1c-a2b1-6a6ba1319753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529277'] for router_gateway, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:47.220954 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac300149-cd88-4e1c-a2b1-6a6ba1319753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1953'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:47.223033 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac300149-cd88-4e1c-a2b1-6a6ba1319753 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:47.264037 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac300149-cd88-4e1c-a2b1-6a6ba1319753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529879'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:47.264573 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac300149-cd88-4e1c-a2b1-6a6ba1319753 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd16d56f-5cd8-454c-9d2c-000f4553ec7c {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 23:12:47.269080 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-ac300149-cd88-4e1c-a2b1-6a6ba1319753 admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:47.270265 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-ac300149-cd88-4e1c-a2b1-6a6ba1319753 admin admin] 10.222.0.39 "DELETE /v2.0/routers/cd16d56f-5cd8-454c-9d2c-000f4553ec7c HTTP/1.1" status: 204 len: 168 time: 0.7408328 Sep 14 23:12:47.272777 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 49258) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:47.316300 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_v2 [None req-df338c60-f064-4940-a9be-07e2d1350824 admin admin] Deleting subnet bde3a9c9-df2c-4163-99b8-693b9b6f7a85 {{(pid=94134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 23:12:47.319103 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-df338c60-f064-4940-a9be-07e2d1350824 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:47.353923 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-df338c60-f064-4940-a9be-07e2d1350824 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13278731'] for subnet, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:47.440713 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-df338c60-f064-4940-a9be-07e2d1350824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3629011'] for subnet, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:47.508869 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-df338c60-f064-4940-a9be-07e2d1350824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16122503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13474262'] for subnet, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:47.531933 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df338c60-f064-4940-a9be-07e2d1350824 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bde3a9c9-df2c-4163-99b8-693b9b6f7a85,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:47.540102 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-df338c60-f064-4940-a9be-07e2d1350824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:47.541981 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-df338c60-f064-4940-a9be-07e2d1350824 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bde3a9c9-df2c-4163-99b8-693b9b6f7a85 HTTP/1.1" status: 204 len: 168 time: 0.2682981 Sep 14 23:12:47.544400 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 49260) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:47.545052 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e50d84-51ff-4894-9cfc-d70c45429357 None None] Network 3efb33cd-c3d1-4574-b595-4ef315e545cb requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:12:47.613174 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8680fd1d-950f-4675-9e43-ca951eed0974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3648290'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:47.665691 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-8680fd1d-950f-4675-9e43-ca951eed0974 admin admin] Deleting port 20f22dcb-cff5-4327-bb11-42ef193a5188 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:12:47.666039 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8680fd1d-950f-4675-9e43-ca951eed0974 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:47.730587 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-8680fd1d-950f-4675-9e43-ca951eed0974 admin admin] For port 20f22dcb-cff5-4327-bb11-42ef193a5188, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=20f22dcb-cff5-4327-bb11-42ef193a5188,segment=NetworkSegment(a31483e8-f53d-4526-bf1c-b7e652afc6b7),segment_id=a31483e8-f53d-4526-bf1c-b7e652afc6b7)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:12:47.730954 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8680fd1d-950f-4675-9e43-ca951eed0974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:47.742945 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-8680fd1d-950f-4675-9e43-ca951eed0974 admin admin] Calling delete_port for 20f22dcb-cff5-4327-bb11-42ef193a5188 owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:12:47.839140 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e32ceac-28cc-4eb0-9703-ff8cdc46d3d9 None None] DHCP port deletion for 3efb33cd-c3d1-4574-b595-4ef315e545cb request from dv-cinder-760178-13-iscsi {{(pid=94136) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 23:12:47.866539 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device d9454100-8139-41b1-ad2e-d5bf039ee4f4 no longer exists at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:12:47.897372 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] No Port match for: d9454100-8139-41b1-ad2e-d5bf039ee4f4 {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:12:47.897719 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device d9454100-8139-41b1-ad2e-d5bf039ee4f4 not bound to the agent host dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:12:47.923970 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-0e32ceac-28cc-4eb0-9703-ff8cdc46d3d9 None None] Deleting port 20f22dcb-cff5-4327-bb11-42ef193a5188 {{(pid=94136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:12:47.924512 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0e32ceac-28cc-4eb0-9703-ff8cdc46d3d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:48.006088 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-0e32ceac-28cc-4eb0-9703-ff8cdc46d3d9 None None] For port 20f22dcb-cff5-4327-bb11-42ef193a5188, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=20f22dcb-cff5-4327-bb11-42ef193a5188,segment=NetworkSegment(a31483e8-f53d-4526-bf1c-b7e652afc6b7),segment_id=a31483e8-f53d-4526-bf1c-b7e652afc6b7)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:12:48.006491 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0e32ceac-28cc-4eb0-9703-ff8cdc46d3d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:48.018891 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-0e32ceac-28cc-4eb0-9703-ff8cdc46d3d9 None None] Calling delete_port for 20f22dcb-cff5-4327-bb11-42ef193a5188 owned by network:dhcp {{(pid=94136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:12:48.109889 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0e32ceac-28cc-4eb0-9703-ff8cdc46d3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729'] for port, after_delete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:48.117210 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8680fd1d-950f-4675-9e43-ca951eed0974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:48.136902 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32ceac-28cc-4eb0-9703-ff8cdc46d3d9 None None] Pushing event deleted for resources: {'Port': ['ID=20f22dcb-cff5-4327-bb11-42ef193a5188,revision_number=None']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:48.144660 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e32ceac-28cc-4eb0-9703-ff8cdc46d3d9 None None] No DVR routers for this DVR port 20f22dcb-cff5-4327-bb11-42ef193a5188 on host dv-cinder-760178-13-iscsi {{(pid=94136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:12:48.147090 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e32ceac-28cc-4eb0-9703-ff8cdc46d3d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:48.147448 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e32ceac-28cc-4eb0-9703-ff8cdc46d3d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:48.147794 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e32ceac-28cc-4eb0-9703-ff8cdc46d3d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:48.147894 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680fd1d-950f-4675-9e43-ca951eed0974 admin admin] Pushing event deleted for resources: {'Port': ['ID=20f22dcb-cff5-4327-bb11-42ef193a5188,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:48.148137 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e32ceac-28cc-4eb0-9703-ff8cdc46d3d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:48.148460 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e32ceac-28cc-4eb0-9703-ff8cdc46d3d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:48.148827 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e32ceac-28cc-4eb0-9703-ff8cdc46d3d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:48.149161 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e32ceac-28cc-4eb0-9703-ff8cdc46d3d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:48.149493 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e32ceac-28cc-4eb0-9703-ff8cdc46d3d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:48.154901 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e32ceac-28cc-4eb0-9703-ff8cdc46d3d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:48.154901 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e32ceac-28cc-4eb0-9703-ff8cdc46d3d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:48.154901 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e32ceac-28cc-4eb0-9703-ff8cdc46d3d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:48.154901 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e32ceac-28cc-4eb0-9703-ff8cdc46d3d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:48.161240 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8680fd1d-950f-4675-9e43-ca951eed0974 admin admin] No DVR routers for this DVR port 20f22dcb-cff5-4327-bb11-42ef193a5188 on host dv-cinder-760178-13-iscsi {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:12:48.232470 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8680fd1d-950f-4675-9e43-ca951eed0974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3627092', 'neutron.services.segments.db._delete_segments_for_network-8755854224285'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:48.252441 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.services.segments.db [None req-8680fd1d-950f-4675-9e43-ca951eed0974 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3efb33cd-c3d1-4574-b595-4ef315e545cb']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:48.262242 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.services.segments.db [None req-8680fd1d-950f-4675-9e43-ca951eed0974 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a31483e8-f53d-4526-bf1c-b7e652afc6b7') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:48.262543 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.services.segments.db [None req-8680fd1d-950f-4675-9e43-ca951eed0974 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a31483e8-f53d-4526-bf1c-b7e652afc6b7') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:48.271765 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8680fd1d-950f-4675-9e43-ca951eed0974 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755854225062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13278720'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:48.284860 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8680fd1d-950f-4675-9e43-ca951eed0974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:48.291025 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8680fd1d-950f-4675-9e43-ca951eed0974 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:12:48.291459 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8680fd1d-950f-4675-9e43-ca951eed0974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16122713'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: self.session.flush() Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: self.session.flush() Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: self.session.flush() Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: self.session.flush() Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: Traceback (most recent call last): Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: timer() Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: cb(*args, **kw) Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: return func(*args, **kwargs) Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: self._notify() Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: self.callback(batched_events) Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: event.method(event) Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: return f(self, *a, **k) Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: return self._get(url).json() Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: return self.request(url, 'GET', **kwargs) Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 23:12:48.293239 dv-cinder-760178-13-iscsi neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 23:12:48.350224 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8680fd1d-950f-4675-9e43-ca951eed0974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3627085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529177'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:48.355686 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8680fd1d-950f-4675-9e43-ca951eed0974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:48.357575 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-8680fd1d-950f-4675-9e43-ca951eed0974 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3efb33cd-c3d1-4574-b595-4ef315e545cb HTTP/1.1" status: 204 len: 168 time: 0.8122444 Sep 14 23:12:48.361983 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 49264) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:48.370342 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680fd1d-950f-4675-9e43-ca951eed0974 admin admin] Pushing event deleted for resources: {'Network': ['ID=3efb33cd-c3d1-4574-b595-4ef315e545cb,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:48.700220 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f32e7409-07c8-434b-8711-78f6c6da77e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530187'] for router_interface, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:48.939217 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-f32e7409-07c8-434b-8711-78f6c6da77e0 admin admin] Deleting port 0db92ae1-e72c-41f2-a4c9-627b340b2f6b {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:12:48.939568 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f32e7409-07c8-434b-8711-78f6c6da77e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:49.013864 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-f32e7409-07c8-434b-8711-78f6c6da77e0 admin admin] For port 0db92ae1-e72c-41f2-a4c9-627b340b2f6b, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=0db92ae1-e72c-41f2-a4c9-627b340b2f6b,segment=NetworkSegment(30439ac3-bfc2-4366-b3ed-cdd25eab6de8),segment_id=30439ac3-bfc2-4366-b3ed-cdd25eab6de8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:12:49.014150 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f32e7409-07c8-434b-8711-78f6c6da77e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:49.026038 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-f32e7409-07c8-434b-8711-78f6c6da77e0 admin admin] Calling delete_port for 0db92ae1-e72c-41f2-a4c9-627b340b2f6b owned by network:router_interface {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:12:49.201861 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f32e7409-07c8-434b-8711-78f6c6da77e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:49.233154 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e7409-07c8-434b-8711-78f6c6da77e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0db92ae1-e72c-41f2-a4c9-627b340b2f6b,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:49.237949 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 20f22dcb-cff5-4327-bb11-42ef193a5188 no longer exists at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:12:49.260224 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] No Port match for: 20f22dcb-cff5-4327-bb11-42ef193a5188 {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:12:49.260576 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 20f22dcb-cff5-4327-bb11-42ef193a5188 not bound to the agent host dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:12:49.261022 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 08db243d-c293-4064-88a2-f3ac16d89071 no longer exists at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:12:49.404867 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] No Port match for: 08db243d-c293-4064-88a2-f3ac16d89071 {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:12:49.405240 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 08db243d-c293-4064-88a2-f3ac16d89071 not bound to the agent host dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:12:49.406292 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-f32e7409-07c8-434b-8711-78f6c6da77e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529339'] for router_interface, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:49.619353 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32e7409-07c8-434b-8711-78f6c6da77e0 admin admin] Router af8a7aee-e733-4a92-bc26-15511438b0f9 has already been hosted by L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f {{(pid=94135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 23:12:49.723525 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32e7409-07c8-434b-8711-78f6c6da77e0 admin admin] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:12:49.728739 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-f32e7409-07c8-434b-8711-78f6c6da77e0 admin admin] 10.222.0.39 "PUT /v2.0/routers/af8a7aee-e733-4a92-bc26-15511438b0f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3657064 Sep 14 23:12:49.731192 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 49268) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:49.733644 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8befcf-ee5a-4030-9032-5e2221a66d2e None None] Sync routers for ids ['af8a7aee-e733-4a92-bc26-15511438b0f9'] in dv-cinder-760178-13-iscsi {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:12:49.743032 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8befcf-ee5a-4030-9032-5e2221a66d2e None None] Routers {'af8a7aee-e733-4a92-bc26-15511438b0f9'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:12:49.743652 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-bb8befcf-ee5a-4030-9032-5e2221a66d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:12:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['af8a7aee-e733-4a92-bc26-15511438b0f9'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:49.835010 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d17d4ff1-62a1-4bc3-8d99-26589a4334ef admin admin] Notify callbacks [] for router, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:49.851716 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-bb8befcf-ee5a-4030-9032-5e2221a66d2e None None] Set router af8a7aee-e733-4a92-bc26-15511438b0f9 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:12:49.931801 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d17d4ff1-62a1-4bc3-8d99-26589a4334ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:49.986260 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-d17d4ff1-62a1-4bc3-8d99-26589a4334ef admin admin] Deleting port 5adf2f50-828d-42d6-ab78-0932ef2360e9 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:12:49.986597 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d17d4ff1-62a1-4bc3-8d99-26589a4334ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:50.027583 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-bb8befcf-ee5a-4030-9032-5e2221a66d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8a7aee-e733-4a92-bc26-15511438b0f9', 'name': 'tempest-TestShelveInstance-1909630359-router', 'tenant_id': 'd073cfd420e9471eb95c5c713010e2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '5adf2f50-828d-42d6-ab78-0932ef2360e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:27Z', 'updated_at': '2021-09-14T23:12:49Z', 'revision_number': 5, 'project_id': 'd073cfd420e9471eb95c5c713010e2a4', 'gw_port': {'id': '5adf2f50-828d-42d6-ab78-0932ef2360e9', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8a7aee-e733-4a92-bc26-15511438b0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:07:28Z', 'updated_at': '2021-09-14T23:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi'}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:50.057340 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8befcf-ee5a-4030-9032-5e2221a66d2e None None] Checking router: af8a7aee-e733-4a92-bc26-15511438b0f9 for host: dv-cinder-760178-13-iscsi {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:12:50.064146 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-d17d4ff1-62a1-4bc3-8d99-26589a4334ef admin admin] For port 5adf2f50-828d-42d6-ab78-0932ef2360e9, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=5adf2f50-828d-42d6-ab78-0932ef2360e9,segment=NetworkSegment(a9a9fb15-9287-4c77-9a23-3b65ea6f31f5),segment_id=a9a9fb15-9287-4c77-9a23-3b65ea6f31f5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:12:50.064642 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d17d4ff1-62a1-4bc3-8d99-26589a4334ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:50.066561 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8befcf-ee5a-4030-9032-5e2221a66d2e None None] Routers {'af8a7aee-e733-4a92-bc26-15511438b0f9'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:12:50.067175 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-bb8befcf-ee5a-4030-9032-5e2221a66d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:12:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['af8a7aee-e733-4a92-bc26-15511438b0f9'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:50.076819 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-d17d4ff1-62a1-4bc3-8d99-26589a4334ef admin admin] Calling delete_port for 5adf2f50-828d-42d6-ab78-0932ef2360e9 owned by network:router_gateway {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:12:50.154546 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-bb8befcf-ee5a-4030-9032-5e2221a66d2e None None] Set router af8a7aee-e733-4a92-bc26-15511438b0f9 gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:12:50.214656 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-bb8befcf-ee5a-4030-9032-5e2221a66d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8a7aee-e733-4a92-bc26-15511438b0f9', 'name': 'tempest-TestShelveInstance-1909630359-router', 'tenant_id': 'd073cfd420e9471eb95c5c713010e2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:27Z', 'updated_at': '2021-09-14T23:12:49Z', 'revision_number': 6, 'project_id': 'd073cfd420e9471eb95c5c713010e2a4', 'gw_port_host': None}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:50.242054 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8befcf-ee5a-4030-9032-5e2221a66d2e None None] The sync data for ids ['af8a7aee-e733-4a92-bc26-15511438b0f9'] in dv-cinder-760178-13-iscsi is: [{'id': 'af8a7aee-e733-4a92-bc26-15511438b0f9', 'name': 'tempest-TestShelveInstance-1909630359-router', 'tenant_id': 'd073cfd420e9471eb95c5c713010e2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:07:27Z', 'updated_at': '2021-09-14T23:12:49Z', 'revision_number': 6, 'project_id': 'd073cfd420e9471eb95c5c713010e2a4', 'gw_port_host': None}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:12:50.244507 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d17d4ff1-62a1-4bc3-8d99-26589a4334ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:50.272397 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d4ff1-62a1-4bc3-8d99-26589a4334ef admin admin] Pushing event deleted for resources: {'Port': ['ID=5adf2f50-828d-42d6-ab78-0932ef2360e9,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:50.334013 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d17d4ff1-62a1-4bc3-8d99-26589a4334ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529277'] for router_gateway, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:50.420664 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d17d4ff1-62a1-4bc3-8d99-26589a4334ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1953'] for router, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:50.422660 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d17d4ff1-62a1-4bc3-8d99-26589a4334ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:50.467032 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d17d4ff1-62a1-4bc3-8d99-26589a4334ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529879'] for router, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:50.467545 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17d4ff1-62a1-4bc3-8d99-26589a4334ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router af8a7aee-e733-4a92-bc26-15511438b0f9 {{(pid=94135) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 23:12:50.471850 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d17d4ff1-62a1-4bc3-8d99-26589a4334ef admin admin] Notify callbacks [] for router, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:50.473035 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-d17d4ff1-62a1-4bc3-8d99-26589a4334ef admin admin] 10.222.0.39 "DELETE /v2.0/routers/af8a7aee-e733-4a92-bc26-15511438b0f9 HTTP/1.1" status: 204 len: 168 time: 0.7409337 Sep 14 23:12:50.475688 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 49272) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:50.519119 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.db_base_plugin_v2 [None req-16ce7d9d-8835-49e8-a74f-a9c0012c0cc4 admin admin] Deleting subnet 3df2ed0d-1086-4e70-bff9-afb8ab9aef7c {{(pid=94135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 23:12:50.522081 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-16ce7d9d-8835-49e8-a74f-a9c0012c0cc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:50.790219 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-16ce7d9d-8835-49e8-a74f-a9c0012c0cc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14789343'] for subnet, precommit_delete_associations {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:50.864843 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-16ce7d9d-8835-49e8-a74f-a9c0012c0cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3629011'] for subnet, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:50.916673 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-16ce7d9d-8835-49e8-a74f-a9c0012c0cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16040463'] for subnet, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:50.945642 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce7d9d-8835-49e8-a74f-a9c0012c0cc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3df2ed0d-1086-4e70-bff9-afb8ab9aef7c,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:50.947504 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-16ce7d9d-8835-49e8-a74f-a9c0012c0cc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:50.949485 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-16ce7d9d-8835-49e8-a74f-a9c0012c0cc4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3df2ed0d-1086-4e70-bff9-afb8ab9aef7c HTTP/1.1" status: 204 len: 168 time: 0.4727025 Sep 14 23:12:50.951924 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 49274) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:50.954563 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b64e0e-3550-4e46-a6bf-7085fbb126ec None None] Network e6d1910f-bb45-4a76-af1f-261706e6f856 requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:12:51.024272 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b7b43460-466b-41cd-a12b-360d0894ebf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3648290'] for network, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:51.078151 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-b7b43460-466b-41cd-a12b-360d0894ebf9 admin admin] Deleting port 7306add2-b7ac-4f8f-acf4-a49ecee1cc6a {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:12:51.078498 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b7b43460-466b-41cd-a12b-360d0894ebf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:51.131703 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63add40-bf29-44a1-87f9-011368617a5c None None] DHCP port deletion for e6d1910f-bb45-4a76-af1f-261706e6f856 request from dv-cinder-760178-13-iscsi {{(pid=94136) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 23:12:51.147410 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-b7b43460-466b-41cd-a12b-360d0894ebf9 admin admin] For port 7306add2-b7ac-4f8f-acf4-a49ecee1cc6a, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=7306add2-b7ac-4f8f-acf4-a49ecee1cc6a,segment=NetworkSegment(30439ac3-bfc2-4366-b3ed-cdd25eab6de8),segment_id=30439ac3-bfc2-4366-b3ed-cdd25eab6de8)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:12:51.147774 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b7b43460-466b-41cd-a12b-360d0894ebf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:51.167812 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-b7b43460-466b-41cd-a12b-360d0894ebf9 admin admin] Calling delete_port for 7306add2-b7ac-4f8f-acf4-a49ecee1cc6a owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:12:51.179366 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-d63add40-bf29-44a1-87f9-011368617a5c None None] Deleting port 7306add2-b7ac-4f8f-acf4-a49ecee1cc6a {{(pid=94136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:12:51.180837 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d63add40-bf29-44a1-87f9-011368617a5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:51.249605 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-d63add40-bf29-44a1-87f9-011368617a5c None None] For port 7306add2-b7ac-4f8f-acf4-a49ecee1cc6a, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=7306add2-b7ac-4f8f-acf4-a49ecee1cc6a,segment=NetworkSegment(30439ac3-bfc2-4366-b3ed-cdd25eab6de8),segment_id=30439ac3-bfc2-4366-b3ed-cdd25eab6de8)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:12:51.250228 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d63add40-bf29-44a1-87f9-011368617a5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:51.260152 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b7b43460-466b-41cd-a12b-360d0894ebf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:51.261016 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 0db92ae1-e72c-41f2-a4c9-627b340b2f6b no longer exists at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:12:51.288551 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-d63add40-bf29-44a1-87f9-011368617a5c None None] Calling delete_port for 7306add2-b7ac-4f8f-acf4-a49ecee1cc6a owned by network:dhcp {{(pid=94136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:12:51.293291 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] No Port match for: 0db92ae1-e72c-41f2-a4c9-627b340b2f6b {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:12:51.293712 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 0db92ae1-e72c-41f2-a4c9-627b340b2f6b not bound to the agent host dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:12:51.294205 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 7306add2-b7ac-4f8f-acf4-a49ecee1cc6a no longer exists at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:12:51.299676 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b43460-466b-41cd-a12b-360d0894ebf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7306add2-b7ac-4f8f-acf4-a49ecee1cc6a,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:51.305527 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b43460-466b-41cd-a12b-360d0894ebf9 admin admin] No DVR routers for this DVR port 7306add2-b7ac-4f8f-acf4-a49ecee1cc6a on host dv-cinder-760178-13-iscsi {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:12:51.320167 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] No Port match for: 7306add2-b7ac-4f8f-acf4-a49ecee1cc6a {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:12:51.320761 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 7306add2-b7ac-4f8f-acf4-a49ecee1cc6a not bound to the agent host dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:12:51.321337 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 5adf2f50-828d-42d6-ab78-0932ef2360e9 no longer exists at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:12:51.370658 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] No Port match for: 5adf2f50-828d-42d6-ab78-0932ef2360e9 {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:12:51.370937 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 5adf2f50-828d-42d6-ab78-0932ef2360e9 not bound to the agent host dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:12:51.384658 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b7b43460-466b-41cd-a12b-360d0894ebf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3627092', 'neutron.services.segments.db._delete_segments_for_network-8755854224285'] for network, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:51.404893 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.services.segments.db [None req-b7b43460-466b-41cd-a12b-360d0894ebf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6d1910f-bb45-4a76-af1f-261706e6f856']}} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:51.411913 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d63add40-bf29-44a1-87f9-011368617a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729'] for port, after_delete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:51.414908 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.services.segments.db [None req-b7b43460-466b-41cd-a12b-360d0894ebf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30439ac3-bfc2-4366-b3ed-cdd25eab6de8') {'for_net_delete': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:51.415202 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.services.segments.db [None req-b7b43460-466b-41cd-a12b-360d0894ebf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30439ac3-bfc2-4366-b3ed-cdd25eab6de8') {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:51.425214 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b7b43460-466b-41cd-a12b-360d0894ebf9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755854225062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14789332'] for segment, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:51.437661 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63add40-bf29-44a1-87f9-011368617a5c None None] Pushing event deleted for resources: {'Port': ['ID=7306add2-b7ac-4f8f-acf4-a49ecee1cc6a,revision_number=None']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:51.437844 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b7b43460-466b-41cd-a12b-360d0894ebf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046'] for segment, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:51.441477 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63add40-bf29-44a1-87f9-011368617a5c None None] No DVR routers for this DVR port 7306add2-b7ac-4f8f-acf4-a49ecee1cc6a on host dv-cinder-760178-13-iscsi {{(pid=94136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:12:51.445230 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b43460-466b-41cd-a12b-360d0894ebf9 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:12:51.445671 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b7b43460-466b-41cd-a12b-360d0894ebf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16666794'] for segment, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:51.451293 dv-cinder-760178-13-iscsi neutron-server[94135]: Traceback (most recent call last): Sep 14 23:12:51.451293 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 23:12:51.451293 dv-cinder-760178-13-iscsi neutron-server[94135]: timer() Sep 14 23:12:51.451293 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 23:12:51.451293 dv-cinder-760178-13-iscsi neutron-server[94135]: cb(*args, **kw) Sep 14 23:12:51.451293 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 23:12:51.451293 dv-cinder-760178-13-iscsi neutron-server[94135]: return func(*args, **kwargs) Sep 14 23:12:51.451293 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 23:12:51.451293 dv-cinder-760178-13-iscsi neutron-server[94135]: self._notify() Sep 14 23:12:51.451293 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 23:12:51.451293 dv-cinder-760178-13-iscsi neutron-server[94135]: self.callback(batched_events) Sep 14 23:12:51.451293 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 23:12:51.451293 dv-cinder-760178-13-iscsi neutron-server[94135]: event.method(event) Sep 14 23:12:51.451293 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 23:12:51.451293 dv-cinder-760178-13-iscsi neutron-server[94135]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 23:12:51.451293 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 23:12:51.451293 dv-cinder-760178-13-iscsi neutron-server[94135]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 23:12:51.451293 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 23:12:51.451293 dv-cinder-760178-13-iscsi neutron-server[94135]: return f(self, *a, **k) Sep 14 23:12:51.451293 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 23:12:51.451293 dv-cinder-760178-13-iscsi neutron-server[94135]: return self._get(url).json() Sep 14 23:12:51.451293 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 23:12:51.451293 dv-cinder-760178-13-iscsi neutron-server[94135]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 23:12:51.451293 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 23:12:51.451293 dv-cinder-760178-13-iscsi neutron-server[94135]: return self.request(url, 'GET', **kwargs) Sep 14 23:12:51.451293 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 23:12:51.451293 dv-cinder-760178-13-iscsi neutron-server[94135]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 23:12:51.451293 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 23:12:51.451293 dv-cinder-760178-13-iscsi neutron-server[94135]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 23:12:51.451293 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 23:12:51.451293 dv-cinder-760178-13-iscsi neutron-server[94135]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 23:12:51.451293 dv-cinder-760178-13-iscsi neutron-server[94135]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 23:12:51.508199 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b7b43460-466b-41cd-a12b-360d0894ebf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3627085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529177'] for network, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:51.518055 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-b7b43460-466b-41cd-a12b-360d0894ebf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for network, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:51.519916 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-b7b43460-466b-41cd-a12b-360d0894ebf9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e6d1910f-bb45-4a76-af1f-261706e6f856 HTTP/1.1" status: 204 len: 168 time: 0.5671070 Sep 14 23:12:51.529254 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b43460-466b-41cd-a12b-360d0894ebf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6d1910f-bb45-4a76-af1f-261706e6f856,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:51.631790 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 49280) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:51.671044 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-57aa9f79-f5a0-4abc-baac-8ae84534907b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a7319052cbd445279c634b71fd2736d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379872 Sep 14 23:12:51.673901 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 49282) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:51.720684 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a5c2987d-c197-44bc-9934-d9f524ea000a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:51.741887 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a5c2987d-c197-44bc-9934-d9f524ea000a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:51.791650 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a5c2987d-c197-44bc-9934-d9f524ea000a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:51.794361 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a5c2987d-c197-44bc-9934-d9f524ea000a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:51.795509 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-a5c2987d-c197-44bc-9934-d9f524ea000a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7dcc46e2-3943-4b88-809a-87a4e76ba3f7 HTTP/1.1" status: 204 len: 168 time: 0.1207116 Sep 14 23:12:51.804411 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2987d-c197-44bc-9934-d9f524ea000a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcc46e2-3943-4b88-809a-87a4e76ba3f7,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:52.105216 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 49288) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:52.144908 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-a1661ac0-0ef3-4ce1-a662-2b663f639a2a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d073cfd420e9471eb95c5c713010e2a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384827 Sep 14 23:12:52.147164 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 49290) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:52.193188 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-850df480-153b-48b8-b61e-98c6715a4804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:52.213427 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-850df480-153b-48b8-b61e-98c6715a4804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:52.256963 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-850df480-153b-48b8-b61e-98c6715a4804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:52.259428 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-850df480-153b-48b8-b61e-98c6715a4804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:52.260547 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-850df480-153b-48b8-b61e-98c6715a4804 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dc9d9b26-428a-4cd5-95a6-a7243d832e3a HTTP/1.1" status: 204 len: 168 time: 0.1124632 Sep 14 23:12:52.268302 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850df480-153b-48b8-b61e-98c6715a4804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9d9b26-428a-4cd5-95a6-a7243d832e3a,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:52.712120 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 6 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:12:52.909287 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 49314) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:53.001981 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-bd268a3b-ec76-48b1-8450-aa1b353404f4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-562084233-network', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:12:53.022223 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd268a3b-ec76-48b1-8450-aa1b353404f4 admin admin] Made reservation on behalf of 8915cc648aab4f24a51c9b9e231e2b99 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:12:53.024631 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd268a3b-ec76-48b1-8450-aa1b353404f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:53.033108 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd268a3b-ec76-48b1-8450-aa1b353404f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:53.123436 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd268a3b-ec76-48b1-8450-aa1b353404f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:53.127195 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd268a3b-ec76-48b1-8450-aa1b353404f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:53.151655 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd268a3b-ec76-48b1-8450-aa1b353404f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:12:53.161967 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd268a3b-ec76-48b1-8450-aa1b353404f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2575a1-e19c-40ca-aa0b-cdf8ee077bfb,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:53.166870 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd268a3b-ec76-48b1-8450-aa1b353404f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:53.167209 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.db.segments_db [None req-bd268a3b-ec76-48b1-8450-aa1b353404f4 admin admin] Added segment 47ce4575-a258-47c3-9d16-79aeafba6787 of type vlan for network b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 Sep 14 23:12:53.206179 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd268a3b-ec76-48b1-8450-aa1b353404f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755853879839'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:53.230499 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd268a3b-ec76-48b1-8450-aa1b353404f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:53.231458 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd268a3b-ec76-48b1-8450-aa1b353404f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:53.232051 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-bd268a3b-ec76-48b1-8450-aa1b353404f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:53.260192 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-bd268a3b-ec76-48b1-8450-aa1b353404f4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3497961 Sep 14 23:12:53.263168 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 49318) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:53.269254 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-6e68d14a-d607-4a49-a8a1-fa33558bc7fe admin admin] Request body: {'subnet': {'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-562084233-subnet', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'ip_version': 4}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:12:53.291826 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd268a3b-ec76-48b1-8450-aa1b353404f4 admin admin] Pushing event updated for resources: {'Network': ['ID=b6b378f1-7a0f-4d9e-bae9-58a1c529ee10,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:53.293932 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e68d14a-d607-4a49-a8a1-fa33558bc7fe admin admin] Made reservation on behalf of 8915cc648aab4f24a51c9b9e231e2b99 for: {'subnet': 1} {{(pid=94135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:12:53.296293 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6e68d14a-d607-4a49-a8a1-fa33558bc7fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16040488'] for subnet, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:53.302244 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Network b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 details requested by agent ovs-agent-dv-cinder-760178-13-iscsi with host dv-cinder-760178-13-iscsi {{(pid=94136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 23:12:53.470297 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6e68d14a-d607-4a49-a8a1-fa33558bc7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16040454'] for subnet, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:53.531623 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68d14a-d607-4a49-a8a1-fa33558bc7fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=d79d1bb9-104b-4d23-a2b5-a32f1a77cc2a,revision_number=0']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:53.539974 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e68d14a-d607-4a49-a8a1-fa33558bc7fe admin admin] Checking segment: {'id': '47ce4575-a258-47c3-9d16-79aeafba6787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:12:53.540330 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e68d14a-d607-4a49-a8a1-fa33558bc7fe admin admin] Network hostable DHCP agents. Network: b6b378f1-7a0f-4d9e-bae9-58a1c529ee10, hostable agents: ['cc88f5a5-5435-4a3a-a65f-5f33fd37a978'], hosted agents: [] {{(pid=94135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:12:53.557472 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e68d14a-d607-4a49-a8a1-fa33558bc7fe admin admin] Network b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 is scheduled to be hosted by DHCP agent cc88f5a5-5435-4a3a-a65f-5f33fd37a978 with binding_index 1 {{(pid=94135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:12:53.566164 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-6e68d14a-d607-4a49-a8a1-fa33558bc7fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-13-iscsi, b6b378f1-7a0f-4d9e-bae9-58a1c529ee10) {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:12:53.570246 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e68d14a-d607-4a49-a8a1-fa33558bc7fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:53.570844 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6e68d14a-d607-4a49-a8a1-fa33558bc7fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:53.575142 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca24d156-ab92-4d7b-b05b-5cf0fd803fa9 None None] Network b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:12:53.583566 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-6e68d14a-d607-4a49-a8a1-fa33558bc7fe admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3192773 Sep 14 23:12:53.586293 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 49322) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:53.590533 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-2bb08a45-87d0-4792-bfc1-8b16196b9348 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-562084233-router', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'}}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:12:53.610142 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2bb08a45-87d0-4792-bfc1-8b16196b9348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1971'] for router, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:53.611286 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2bb08a45-87d0-4792-bfc1-8b16196b9348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-441611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1960'] for router, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:53.661618 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2bb08a45-87d0-4792-bfc1-8b16196b9348 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:53.718374 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bb5025-d13c-4a2c-b1a1-d7ccfd811658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1adbdb87-4762-54d0-a17a-bc3c08ba6b8b-b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'fixed_ips': [{'subnet_id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a'}]}} from dv-cinder-760178-13-iscsi. {{(pid=94136) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 23:12:53.719248 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a1bb5025-d13c-4a2c-b1a1-d7ccfd811658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:53.802209 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2bb08a45-87d0-4792-bfc1-8b16196b9348 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:53.851091 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.db_base_plugin_common [None req-a1bb5025-d13c-4a2c-b1a1-d7ccfd811658 None None] Allocated IP 172.20.0.2 (b6b378f1-7a0f-4d9e-bae9-58a1c529ee10/d79d1bb9-104b-4d23-a2b5-a32f1a77cc2a/8ffa0733-738f-4214-bd9a-f06561b0de2e) {{(pid=94136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:12:53.999587 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a1bb5025-d13c-4a2c-b1a1-d7ccfd811658 None None] Notify callbacks [] for port, precommit_create {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:54.004230 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2bb08a45-87d0-4792-bfc1-8b16196b9348 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:54.005451 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a1bb5025-d13c-4a2c-b1a1-d7ccfd811658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720'] for port, after_create {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:54.024232 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2bb08a45-87d0-4792-bfc1-8b16196b9348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:54.044256 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bb5025-d13c-4a2c-b1a1-d7ccfd811658 None None] Network b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 is already hosted by enough agents. {{(pid=94136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:12:54.046950 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.scheduler.base_scheduler [None req-a1bb5025-d13c-4a2c-b1a1-d7ccfd811658 None None] Resources bound (agent type, host, resource id): {{(pid=94136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:12:54.049414 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bb5025-d13c-4a2c-b1a1-d7ccfd811658 None None] Received port after_create {{(pid=94136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:12:54.064157 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb5025-d13c-4a2c-b1a1-d7ccfd811658 None None] Pushing event updated for resources: {'Port': ['ID=8ffa0733-738f-4214-bd9a-f06561b0de2e,revision_number=1']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:54.111582 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-a1bb5025-d13c-4a2c-b1a1-d7ccfd811658 None None] Attempting to bind port 8ffa0733-738f-4214-bd9a-f06561b0de2e on host dv-cinder-760178-13-iscsi for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:12:54.112025 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-a1bb5025-d13c-4a2c-b1a1-d7ccfd811658 None None] Attempting to bind port 8ffa0733-738f-4214-bd9a-f06561b0de2e by drivers openvswitch,hyperv on host dv-cinder-760178-13-iscsi at level 0 using segments [{'id': '47ce4575-a258-47c3-9d16-79aeafba6787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:12:54.112374 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bb5025-d13c-4a2c-b1a1-d7ccfd811658 None None] Attempting to bind port 8ffa0733-738f-4214-bd9a-f06561b0de2e on network b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:12:54.117240 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bb5025-d13c-4a2c-b1a1-d7ccfd811658 None None] Checking agent: {'id': 'dcc8e868-81e9-4312-adfc-cfdfaec503c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 57, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:12:54.117616 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bb5025-d13c-4a2c-b1a1-d7ccfd811658 None None] Checking segment: {'id': '47ce4575-a258-47c3-9d16-79aeafba6787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:12:54.118018 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a1bb5025-d13c-4a2c-b1a1-d7ccfd811658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:54.118416 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bb5025-d13c-4a2c-b1a1-d7ccfd811658 None None] Bound using segment: {'id': '47ce4575-a258-47c3-9d16-79aeafba6787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:12:54.118876 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-a1bb5025-d13c-4a2c-b1a1-d7ccfd811658 None None] Bound port: 8ffa0733-738f-4214-bd9a-f06561b0de2e, host: dv-cinder-760178-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ce4575-a258-47c3-9d16-79aeafba6787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:12:54.119255 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a1bb5025-d13c-4a2c-b1a1-d7ccfd811658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:54.126203 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-2bb08a45-87d0-4792-bfc1-8b16196b9348 admin admin] Allocated IP 172.27.3.119 (97df119d-fd41-4b39-86f3-953f642e27ab/0cfef410-e94d-43c5-8572-4959e322a29a/c606804e-418c-4c91-8b4d-b412f2e9cee1) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:12:54.180746 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-a1bb5025-d13c-4a2c-b1a1-d7ccfd811658 None None] For port 8ffa0733-738f-4214-bd9a-f06561b0de2e, host dv-cinder-760178-13-iscsi, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:12:54.183874 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-a1bb5025-d13c-4a2c-b1a1-d7ccfd811658 None None] For port 8ffa0733-738f-4214-bd9a-f06561b0de2e, host dv-cinder-760178-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=8ffa0733-738f-4214-bd9a-f06561b0de2e,segment=NetworkSegment(47ce4575-a258-47c3-9d16-79aeafba6787),segment_id=47ce4575-a258-47c3-9d16-79aeafba6787)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:12:54.187374 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-a1bb5025-d13c-4a2c-b1a1-d7ccfd811658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:54.231080 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2bb08a45-87d0-4792-bfc1-8b16196b9348 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:54.246030 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb5025-d13c-4a2c-b1a1-d7ccfd811658 None None] Pushing event updated for resources: {'Port': ['ID=8ffa0733-738f-4214-bd9a-f06561b0de2e,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:54.272886 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2bb08a45-87d0-4792-bfc1-8b16196b9348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:54.311146 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb08a45-87d0-4792-bfc1-8b16196b9348 admin admin] Network 97df119d-fd41-4b39-86f3-953f642e27ab is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:12:54.314006 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-2bb08a45-87d0-4792-bfc1-8b16196b9348 admin admin] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:12:54.318162 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb08a45-87d0-4792-bfc1-8b16196b9348 admin admin] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:12:54.342572 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb08a45-87d0-4792-bfc1-8b16196b9348 admin admin] Pushing event updated for resources: {'Port': ['ID=c606804e-418c-4c91-8b4d-b412f2e9cee1,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:54.584191 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2bb08a45-87d0-4792-bfc1-8b16196b9348 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:54.774857 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2bb08a45-87d0-4792-bfc1-8b16196b9348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529233'] for router, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:54.912096 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb08a45-87d0-4792-bfc1-8b16196b9348 admin admin] Router e6a9e46a-fc3f-4f99-a5cc-102355518400 is scheduled to L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f with binding_index 1 {{(pid=94135) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 23:12:55.023141 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb08a45-87d0-4792-bfc1-8b16196b9348 admin admin] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:12:55.032275 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ff3169-7bb7-45a1-b5f4-2b0885163ce4 None None] Sync routers for ids ['e6a9e46a-fc3f-4f99-a5cc-102355518400'] in dv-cinder-760178-13-iscsi {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:12:55.041150 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2bb08a45-87d0-4792-bfc1-8b16196b9348 admin admin] Notify callbacks [] for router, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:55.042813 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-2bb08a45-87d0-4792-bfc1-8b16196b9348 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4555590 Sep 14 23:12:55.044173 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ff3169-7bb7-45a1-b5f4-2b0885163ce4 None None] Routers {'e6a9e46a-fc3f-4f99-a5cc-102355518400'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:12:55.044877 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-d2ff3169-7bb7-45a1-b5f4-2b0885163ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:12:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['e6a9e46a-fc3f-4f99-a5cc-102355518400'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:55.045722 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 49326) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:55.123419 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b09248-8d60-4936-a2ad-6c61fdf83264 None None] Network b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:12:55.154385 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-d2ff3169-7bb7-45a1-b5f4-2b0885163ce4 None None] Set router e6a9e46a-fc3f-4f99-a5cc-102355518400 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:12:55.214001 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-56f1be72-5137-4107-838a-de53a5d24a71 None None] Provisioning complete for port 8ffa0733-738f-4214-bd9a-f06561b0de2e triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:12:55.214381 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-56f1be72-5137-4107-838a-de53a5d24a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:55.332392 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 8ffa0733-738f-4214-bd9a-f06561b0de2e up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:12:55.357738 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-d2ff3169-7bb7-45a1-b5f4-2b0885163ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'name': 'tempest-TestVolumeBootPattern-562084233-router', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:53Z', 'updated_at': '2021-09-14T23:12:54Z', 'revision_number': 3, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'gw_port': {'id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:54Z', 'updated_at': '2021-09-14T23:12:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi'}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:55.388760 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ff3169-7bb7-45a1-b5f4-2b0885163ce4 None None] Checking router: e6a9e46a-fc3f-4f99-a5cc-102355518400 for host: dv-cinder-760178-13-iscsi {{(pid=94137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:12:55.389372 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ff3169-7bb7-45a1-b5f4-2b0885163ce4 None None] Updating router e6a9e46a-fc3f-4f99-a5cc-102355518400 port c606804e-418c-4c91-8b4d-b412f2e9cee1 binding host dv-cinder-760178-13-iscsi {{(pid=94137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:12:55.401116 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-56f1be72-5137-4107-838a-de53a5d24a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:55.417319 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-d2ff3169-7bb7-45a1-b5f4-2b0885163ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:55.451802 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-56f1be72-5137-4107-838a-de53a5d24a71 None None] For port 8ffa0733-738f-4214-bd9a-f06561b0de2e, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=8ffa0733-738f-4214-bd9a-f06561b0de2e,segment=NetworkSegment(47ce4575-a258-47c3-9d16-79aeafba6787),segment_id=47ce4575-a258-47c3-9d16-79aeafba6787)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:12:55.457990 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-56f1be72-5137-4107-838a-de53a5d24a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:55.463163 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port 8ffa0733-738f-4214-bd9a-f06561b0de2e triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:12:55.463537 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:55.519827 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-52608500-1c43-4574-91cd-bb02a557683d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:55.539001 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1be72-5137-4107-838a-de53a5d24a71 None None] Pushing event updated for resources: {'Port': ['ID=8ffa0733-738f-4214-bd9a-f06561b0de2e,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:55.679999 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-d5dd6745-7c1e-471c-bbd4-b013c3b5d1dc None None] Provisioning complete for port 8ffa0733-738f-4214-bd9a-f06561b0de2e triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:12:55.680501 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d5dd6745-7c1e-471c-bbd4-b013c3b5d1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:55.709762 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-52608500-1c43-4574-91cd-bb02a557683d admin admin] Allocated IP 172.20.0.1 (b6b378f1-7a0f-4d9e-bae9-58a1c529ee10/d79d1bb9-104b-4d23-a2b5-a32f1a77cc2a/ed446ae7-2466-4841-b7ab-96855f00009e) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:12:55.727676 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-d2ff3169-7bb7-45a1-b5f4-2b0885163ce4 None None] Notify callbacks [] for port, precommit_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:55.732771 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-d2ff3169-7bb7-45a1-b5f4-2b0885163ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:55.784513 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [None req-d2ff3169-7bb7-45a1-b5f4-2b0885163ce4 None None] Attempting to bind port c606804e-418c-4c91-8b4d-b412f2e9cee1 on host dv-cinder-760178-13-iscsi for vnic_type normal with profile {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:12:55.784912 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [None req-d2ff3169-7bb7-45a1-b5f4-2b0885163ce4 None None] Attempting to bind port c606804e-418c-4c91-8b4d-b412f2e9cee1 by drivers openvswitch,hyperv on host dv-cinder-760178-13-iscsi at level 0 using segments [{'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'}] {{(pid=94137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:12:55.785283 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ff3169-7bb7-45a1-b5f4-2b0885163ce4 None None] Attempting to bind port c606804e-418c-4c91-8b4d-b412f2e9cee1 on network 97df119d-fd41-4b39-86f3-953f642e27ab {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:12:55.794490 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a7569-5e44-4995-aca9-57c1a69afde7 None None] Pushing event updated for resources: {'Port': ['ID=c606804e-418c-4c91-8b4d-b412f2e9cee1,revision_number=2']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:55.796995 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ff3169-7bb7-45a1-b5f4-2b0885163ce4 None None] Checking agent: {'id': 'dcc8e868-81e9-4312-adfc-cfdfaec503c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 57, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:12:55.797368 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ff3169-7bb7-45a1-b5f4-2b0885163ce4 None None] Checking segment: {'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:12:55.797765 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-d2ff3169-7bb7-45a1-b5f4-2b0885163ce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:55.798153 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ff3169-7bb7-45a1-b5f4-2b0885163ce4 None None] Bound using segment: {'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'} {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:12:55.798619 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [None req-d2ff3169-7bb7-45a1-b5f4-2b0885163ce4 None None] Bound port: c606804e-418c-4c91-8b4d-b412f2e9cee1, host: dv-cinder-760178-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'}}] {{(pid=94137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:12:55.799078 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-d2ff3169-7bb7-45a1-b5f4-2b0885163ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:55.816511 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-52608500-1c43-4574-91cd-bb02a557683d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:55.849566 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-52608500-1c43-4574-91cd-bb02a557683d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:55.851737 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [None req-d2ff3169-7bb7-45a1-b5f4-2b0885163ce4 None None] For port c606804e-418c-4c91-8b4d-b412f2e9cee1, host dv-cinder-760178-13-iscsi, cleared binding levels {{(pid=94137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:12:55.854807 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [None req-d2ff3169-7bb7-45a1-b5f4-2b0885163ce4 None None] For port c606804e-418c-4c91-8b4d-b412f2e9cee1, host dv-cinder-760178-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=c606804e-418c-4c91-8b4d-b412f2e9cee1,segment=NetworkSegment(a9a9fb15-9287-4c77-9a23-3b65ea6f31f5),segment_id=a9a9fb15-9287-4c77-9a23-3b65ea6f31f5)] {{(pid=94137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:12:55.858500 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-d2ff3169-7bb7-45a1-b5f4-2b0885163ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:55.887114 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52608500-1c43-4574-91cd-bb02a557683d admin admin] Network b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:12:55.893288 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-52608500-1c43-4574-91cd-bb02a557683d admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:12:55.899798 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52608500-1c43-4574-91cd-bb02a557683d admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:12:55.916363 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a7569-5e44-4995-aca9-57c1a69afde7 None None] Pushing event updated for resources: {'Port': ['ID=c606804e-418c-4c91-8b4d-b412f2e9cee1,revision_number=3']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:55.925591 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ff3169-7bb7-45a1-b5f4-2b0885163ce4 None None] Routers {'e6a9e46a-fc3f-4f99-a5cc-102355518400'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:12:55.926211 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-d2ff3169-7bb7-45a1-b5f4-2b0885163ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:12:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['e6a9e46a-fc3f-4f99-a5cc-102355518400'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:55.935965 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52608500-1c43-4574-91cd-bb02a557683d admin admin] Pushing event updated for resources: {'Port': ['ID=ed446ae7-2466-4841-b7ab-96855f00009e,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:55.953931 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-52608500-1c43-4574-91cd-bb02a557683d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529286'] for router_interface, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:56.097934 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-52608500-1c43-4574-91cd-bb02a557683d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:56.132867 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-d2ff3169-7bb7-45a1-b5f4-2b0885163ce4 None None] Set router e6a9e46a-fc3f-4f99-a5cc-102355518400 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:12:56.182259 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-d045816b-1fce-4a13-bd64-b3a246a75949 None None] Provisioning complete for port ed446ae7-2466-4841-b7ab-96855f00009e triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:12:56.182830 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d045816b-1fce-4a13-bd64-b3a246a75949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:56.219228 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-d045816b-1fce-4a13-bd64-b3a246a75949 None None] Port ed446ae7-2466-4841-b7ab-96855f00009e cannot update to ACTIVE because it is not bound. {{(pid=94136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 23:12:56.260845 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-52608500-1c43-4574-91cd-bb02a557683d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:56.266341 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-52608500-1c43-4574-91cd-bb02a557683d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:56.310162 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-d2ff3169-7bb7-45a1-b5f4-2b0885163ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'name': 'tempest-TestVolumeBootPattern-562084233-router', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:53Z', 'updated_at': '2021-09-14T23:12:54Z', 'revision_number': 3, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'gw_port': {'id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:54Z', 'updated_at': '2021-09-14T23:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi'}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:56.331980 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-52608500-1c43-4574-91cd-bb02a557683d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530198'] for router_interface, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:56.334874 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52608500-1c43-4574-91cd-bb02a557683d admin admin] Pushing event updated for resources: {'Port': ['ID=ed446ae7-2466-4841-b7ab-96855f00009e,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:56.340208 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ff3169-7bb7-45a1-b5f4-2b0885163ce4 None None] The sync data for ids ['e6a9e46a-fc3f-4f99-a5cc-102355518400'] in dv-cinder-760178-13-iscsi is: [{'id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'name': 'tempest-TestVolumeBootPattern-562084233-router', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:53Z', 'updated_at': '2021-09-14T23:12:54Z', 'revision_number': 3, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'gw_port': {'id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:54Z', 'updated_at': '2021-09-14T23:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi'}] {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:12:56.435374 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52608500-1c43-4574-91cd-bb02a557683d admin admin] Network b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:12:56.436745 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-52608500-1c43-4574-91cd-bb02a557683d admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:12:56.559376 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52608500-1c43-4574-91cd-bb02a557683d admin admin] Router e6a9e46a-fc3f-4f99-a5cc-102355518400 has already been hosted by L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 23:12:56.698051 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52608500-1c43-4574-91cd-bb02a557683d admin admin] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:12:56.712014 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-52608500-1c43-4574-91cd-bb02a557683d admin admin] 10.222.0.39 "PUT /v2.0/routers/e6a9e46a-fc3f-4f99-a5cc-102355518400/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6568758 Sep 14 23:12:56.745287 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-7584f325-aa54-4286-a99a-e1f1b074fc14 None None] Provisioning complete for port ed446ae7-2466-4841-b7ab-96855f00009e triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:12:56.745924 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-7584f325-aa54-4286-a99a-e1f1b074fc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:56.789166 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-7584f325-aa54-4286-a99a-e1f1b074fc14 None None] Port ed446ae7-2466-4841-b7ab-96855f00009e cannot update to ACTIVE because it is not bound. {{(pid=94136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 23:12:57.200947 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 49346) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:57.207151 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-6c2647b0-d0f3-4a77-a842-99b2eb0ddeb7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1212106432-network', 'tenant_id': '32be4d0f9d214c6e8cbdc87dfe5b5033'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:12:57.228091 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2647b0-d0f3-4a77-a842-99b2eb0ddeb7 admin admin] Made reservation on behalf of 32be4d0f9d214c6e8cbdc87dfe5b5033 for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:12:57.230520 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6c2647b0-d0f3-4a77-a842-99b2eb0ddeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:57.239639 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6c2647b0-d0f3-4a77-a842-99b2eb0ddeb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:57.308354 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device c606804e-418c-4c91-8b4d-b412f2e9cee1 up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:12:57.337214 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6c2647b0-d0f3-4a77-a842-99b2eb0ddeb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:57.341593 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6c2647b0-d0f3-4a77-a842-99b2eb0ddeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:57.358007 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port c606804e-418c-4c91-8b4d-b412f2e9cee1 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:12:57.358575 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:57.371099 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c2647b0-d0f3-4a77-a842-99b2eb0ddeb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:12:57.378075 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2647b0-d0f3-4a77-a842-99b2eb0ddeb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ae7429-4fa0-46ec-a101-17a685dc9bcb,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:57.386309 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6c2647b0-d0f3-4a77-a842-99b2eb0ddeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:57.386309 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.db.segments_db [None req-6c2647b0-d0f3-4a77-a842-99b2eb0ddeb7 admin admin] Added segment 39c8e873-37fd-4ca9-924e-739c9f85b93c of type vlan for network fc270109-8531-4a50-b2b5-6c57cebb0a74 Sep 14 23:12:57.430499 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6c2647b0-d0f3-4a77-a842-99b2eb0ddeb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755853879839'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:57.443461 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:57.454067 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6c2647b0-d0f3-4a77-a842-99b2eb0ddeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:57.455372 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2647b0-d0f3-4a77-a842-99b2eb0ddeb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:57.456124 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6c2647b0-d0f3-4a77-a842-99b2eb0ddeb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:57.464292 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] For port c606804e-418c-4c91-8b4d-b412f2e9cee1, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=c606804e-418c-4c91-8b4d-b412f2e9cee1,segment=NetworkSegment(a9a9fb15-9287-4c77-9a23-3b65ea6f31f5),segment_id=a9a9fb15-9287-4c77-9a23-3b65ea6f31f5)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:12:57.468818 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:57.469582 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 8ffa0733-738f-4214-bd9a-f06561b0de2e up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:12:57.488898 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-6c2647b0-d0f3-4a77-a842-99b2eb0ddeb7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2867239 Sep 14 23:12:57.491539 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 49348) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:57.496310 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-d622a351-a9e6-44e6-9865-9c2d421115ca admin admin] Request body: {'subnet': {'network_id': 'fc270109-8531-4a50-b2b5-6c57cebb0a74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1212106432-subnet', 'tenant_id': '32be4d0f9d214c6e8cbdc87dfe5b5033', 'ip_version': 4}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:12:57.531966 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2647b0-d0f3-4a77-a842-99b2eb0ddeb7 admin admin] Pushing event updated for resources: {'Network': ['ID=fc270109-8531-4a50-b2b5-6c57cebb0a74,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:57.551940 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d622a351-a9e6-44e6-9865-9c2d421115ca admin admin] Made reservation on behalf of 32be4d0f9d214c6e8cbdc87dfe5b5033 for: {'subnet': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:12:57.554595 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d622a351-a9e6-44e6-9865-9c2d421115ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13474289'] for subnet, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:57.614125 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Network fc270109-8531-4a50-b2b5-6c57cebb0a74 details requested by agent ovs-agent-dv-cinder-760178-13-iscsi with host dv-cinder-760178-13-iscsi {{(pid=94136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 23:12:57.723783 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Pushing event updated for resources: {'Port': ['ID=c606804e-418c-4c91-8b4d-b412f2e9cee1,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:57.732526 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d622a351-a9e6-44e6-9865-9c2d421115ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16122564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13474271'] for subnet, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:57.738459 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port 8ffa0733-738f-4214-bd9a-f06561b0de2e triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:12:57.738836 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:57.793359 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622a351-a9e6-44e6-9865-9c2d421115ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f124686-5612-4b2d-95a6-14ec581d66df,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:57.804527 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d622a351-a9e6-44e6-9865-9c2d421115ca admin admin] Checking segment: {'id': '39c8e873-37fd-4ca9-924e-739c9f85b93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fc270109-8531-4a50-b2b5-6c57cebb0a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:12:57.804939 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d622a351-a9e6-44e6-9865-9c2d421115ca admin admin] Network hostable DHCP agents. Network: fc270109-8531-4a50-b2b5-6c57cebb0a74, hostable agents: ['cc88f5a5-5435-4a3a-a65f-5f33fd37a978'], hosted agents: [] {{(pid=94134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:12:57.826849 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d622a351-a9e6-44e6-9865-9c2d421115ca admin admin] Network fc270109-8531-4a50-b2b5-6c57cebb0a74 is scheduled to be hosted by DHCP agent cc88f5a5-5435-4a3a-a65f-5f33fd37a978 with binding_index 1 {{(pid=94134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:12:57.837582 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-d622a351-a9e6-44e6-9865-9c2d421115ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-13-iscsi, fc270109-8531-4a50-b2b5-6c57cebb0a74) {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:12:57.841629 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d622a351-a9e6-44e6-9865-9c2d421115ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:12:57.842250 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-d622a351-a9e6-44e6-9865-9c2d421115ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for subnet, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:57.848801 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11abc43e-4fcd-4341-a65e-a89c77f04419 None None] Network fc270109-8531-4a50-b2b5-6c57cebb0a74 requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:12:57.863225 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-d622a351-a9e6-44e6-9865-9c2d421115ca admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3683054 Sep 14 23:12:57.863536 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 49352) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:57.869205 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-2479e707-207d-49a9-a5df-3e23811639d2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1212106432-router', 'tenant_id': '32be4d0f9d214c6e8cbdc87dfe5b5033', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'}}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:12:57.898691 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2479e707-207d-49a9-a5df-3e23811639d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1971'] for router, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:57.901080 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2479e707-207d-49a9-a5df-3e23811639d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-441611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1960'] for router, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:57.953460 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2479e707-207d-49a9-a5df-3e23811639d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:57.963428 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81ae2cc-f3d0-46b7-a472-897cc1ea2300 None None] Sync routers for ids ['e6a9e46a-fc3f-4f99-a5cc-102355518400'] in dv-cinder-760178-13-iscsi {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:12:57.981988 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81ae2cc-f3d0-46b7-a472-897cc1ea2300 None None] Routers {'e6a9e46a-fc3f-4f99-a5cc-102355518400'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:12:57.982600 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f81ae2cc-f3d0-46b7-a472-897cc1ea2300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:12:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['e6a9e46a-fc3f-4f99-a5cc-102355518400'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:58.076670 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31a291f-83d9-4242-aab6-675a85f99172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1adbdb87-4762-54d0-a17a-bc3c08ba6b8b-fc270109-8531-4a50-b2b5-6c57cebb0a74', 'network_id': 'fc270109-8531-4a50-b2b5-6c57cebb0a74', 'tenant_id': '32be4d0f9d214c6e8cbdc87dfe5b5033', 'fixed_ips': [{'subnet_id': '3f124686-5612-4b2d-95a6-14ec581d66df'}]}} from dv-cinder-760178-13-iscsi. {{(pid=94136) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 23:12:58.077526 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-f31a291f-83d9-4242-aab6-675a85f99172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:58.093935 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2479e707-207d-49a9-a5df-3e23811639d2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:58.165655 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-f81ae2cc-f3d0-46b7-a472-897cc1ea2300 None None] Set router e6a9e46a-fc3f-4f99-a5cc-102355518400 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:12:58.296301 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2479e707-207d-49a9-a5df-3e23811639d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:58.316581 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2479e707-207d-49a9-a5df-3e23811639d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:58.344180 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.db_base_plugin_common [None req-f31a291f-83d9-4242-aab6-675a85f99172 None None] Allocated IP 172.20.0.2 (fc270109-8531-4a50-b2b5-6c57cebb0a74/3f124686-5612-4b2d-95a6-14ec581d66df/5bc03961-aa49-46a9-aba0-94d757e06567) {{(pid=94136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:12:58.423491 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-2479e707-207d-49a9-a5df-3e23811639d2 admin admin] Allocated IP 172.27.3.3 (97df119d-fd41-4b39-86f3-953f642e27ab/0cfef410-e94d-43c5-8572-4959e322a29a/59f44ba9-e98a-49dc-9db1-80e579c2aac1) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:12:58.524673 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f81ae2cc-f3d0-46b7-a472-897cc1ea2300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'name': 'tempest-TestVolumeBootPattern-562084233-router', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:53Z', 'updated_at': '2021-09-14T23:12:56Z', 'revision_number': 4, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'gw_port': {'id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:54Z', 'updated_at': '2021-09-14T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': 'ed446ae7-2466-4841-b7ab-96855f00009e', 'name': '', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'mac_address': 'fa:16:3e:f6:64:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:55Z', 'updated_at': '2021-09-14T23:12:56Z', 'revision_number': 2, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'subnets': [{'id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:58.526842 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2479e707-207d-49a9-a5df-3e23811639d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:58.557425 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81ae2cc-f3d0-46b7-a472-897cc1ea2300 None None] Checking router: e6a9e46a-fc3f-4f99-a5cc-102355518400 for host: dv-cinder-760178-13-iscsi {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:12:58.557671 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81ae2cc-f3d0-46b7-a472-897cc1ea2300 None None] Updating router e6a9e46a-fc3f-4f99-a5cc-102355518400 port ed446ae7-2466-4841-b7ab-96855f00009e binding host dv-cinder-760178-13-iscsi {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:12:58.566136 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2479e707-207d-49a9-a5df-3e23811639d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:58.585299 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-f31a291f-83d9-4242-aab6-675a85f99172 None None] Notify callbacks [] for port, precommit_create {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:58.593196 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-f31a291f-83d9-4242-aab6-675a85f99172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720'] for port, after_create {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:58.597338 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-f81ae2cc-f3d0-46b7-a472-897cc1ea2300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:58.604051 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2479e707-207d-49a9-a5df-3e23811639d2 admin admin] Network 97df119d-fd41-4b39-86f3-953f642e27ab is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:12:58.608334 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-2479e707-207d-49a9-a5df-3e23811639d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:12:58.615865 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2479e707-207d-49a9-a5df-3e23811639d2 admin admin] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:12:58.618976 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479e707-207d-49a9-a5df-3e23811639d2 admin admin] Pushing event updated for resources: {'Port': ['ID=59f44ba9-e98a-49dc-9db1-80e579c2aac1,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:58.643520 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31a291f-83d9-4242-aab6-675a85f99172 None None] Network fc270109-8531-4a50-b2b5-6c57cebb0a74 is already hosted by enough agents. {{(pid=94136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:12:58.651314 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.scheduler.base_scheduler [None req-f31a291f-83d9-4242-aab6-675a85f99172 None None] Resources bound (agent type, host, resource id): {{(pid=94136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:12:58.670072 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a291f-83d9-4242-aab6-675a85f99172 None None] Pushing event updated for resources: {'Port': ['ID=5bc03961-aa49-46a9-aba0-94d757e06567,revision_number=1']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:58.674500 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31a291f-83d9-4242-aab6-675a85f99172 None None] Received port after_create {{(pid=94136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:12:58.793018 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-f31a291f-83d9-4242-aab6-675a85f99172 None None] Attempting to bind port 5bc03961-aa49-46a9-aba0-94d757e06567 on host dv-cinder-760178-13-iscsi for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:12:58.793386 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-f31a291f-83d9-4242-aab6-675a85f99172 None None] Attempting to bind port 5bc03961-aa49-46a9-aba0-94d757e06567 by drivers openvswitch,hyperv on host dv-cinder-760178-13-iscsi at level 0 using segments [{'id': '39c8e873-37fd-4ca9-924e-739c9f85b93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fc270109-8531-4a50-b2b5-6c57cebb0a74'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:12:58.793759 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31a291f-83d9-4242-aab6-675a85f99172 None None] Attempting to bind port 5bc03961-aa49-46a9-aba0-94d757e06567 on network fc270109-8531-4a50-b2b5-6c57cebb0a74 {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:12:58.804717 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31a291f-83d9-4242-aab6-675a85f99172 None None] Checking agent: {'id': 'dcc8e868-81e9-4312-adfc-cfdfaec503c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 57, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:12:58.805088 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31a291f-83d9-4242-aab6-675a85f99172 None None] Checking segment: {'id': '39c8e873-37fd-4ca9-924e-739c9f85b93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fc270109-8531-4a50-b2b5-6c57cebb0a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:12:58.805493 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-f31a291f-83d9-4242-aab6-675a85f99172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:58.805887 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31a291f-83d9-4242-aab6-675a85f99172 None None] Bound using segment: {'id': '39c8e873-37fd-4ca9-924e-739c9f85b93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fc270109-8531-4a50-b2b5-6c57cebb0a74'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:12:58.806349 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-f31a291f-83d9-4242-aab6-675a85f99172 None None] Bound port: 5bc03961-aa49-46a9-aba0-94d757e06567, host: dv-cinder-760178-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c8e873-37fd-4ca9-924e-739c9f85b93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fc270109-8531-4a50-b2b5-6c57cebb0a74'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:12:58.806719 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-f31a291f-83d9-4242-aab6-675a85f99172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:58.858129 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2479e707-207d-49a9-a5df-3e23811639d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:58.933311 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-f31a291f-83d9-4242-aab6-675a85f99172 None None] For port 5bc03961-aa49-46a9-aba0-94d757e06567, host dv-cinder-760178-13-iscsi, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:12:58.952256 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-f31a291f-83d9-4242-aab6-675a85f99172 None None] For port 5bc03961-aa49-46a9-aba0-94d757e06567, host dv-cinder-760178-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=5bc03961-aa49-46a9-aba0-94d757e06567,segment=NetworkSegment(39c8e873-37fd-4ca9-924e-739c9f85b93c),segment_id=39c8e873-37fd-4ca9-924e-739c9f85b93c)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:12:58.958977 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-f31a291f-83d9-4242-aab6-675a85f99172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:59.061665 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a291f-83d9-4242-aab6-675a85f99172 None None] Pushing event updated for resources: {'Port': ['ID=5bc03961-aa49-46a9-aba0-94d757e06567,revision_number=2']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:59.066151 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2479e707-207d-49a9-a5df-3e23811639d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529233'] for router, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:59.069940 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-f81ae2cc-f3d0-46b7-a472-897cc1ea2300 None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:59.077025 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-f81ae2cc-f3d0-46b7-a472-897cc1ea2300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:59.134238 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c799c-3188-4bdb-a0f1-bbc3494f0b6f None None] Pushing event updated for resources: {'Port': ['ID=ed446ae7-2466-4841-b7ab-96855f00009e,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:59.196365 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-f81ae2cc-f3d0-46b7-a472-897cc1ea2300 None None] Attempting to bind port ed446ae7-2466-4841-b7ab-96855f00009e on host dv-cinder-760178-13-iscsi for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:12:59.196922 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-f81ae2cc-f3d0-46b7-a472-897cc1ea2300 None None] Attempting to bind port ed446ae7-2466-4841-b7ab-96855f00009e by drivers openvswitch,hyperv on host dv-cinder-760178-13-iscsi at level 0 using segments [{'id': '47ce4575-a258-47c3-9d16-79aeafba6787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:12:59.197291 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81ae2cc-f3d0-46b7-a472-897cc1ea2300 None None] Attempting to bind port ed446ae7-2466-4841-b7ab-96855f00009e on network b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:12:59.202978 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81ae2cc-f3d0-46b7-a472-897cc1ea2300 None None] Checking agent: {'id': 'dcc8e868-81e9-4312-adfc-cfdfaec503c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 57, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:12:59.203412 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81ae2cc-f3d0-46b7-a472-897cc1ea2300 None None] Checking segment: {'id': '47ce4575-a258-47c3-9d16-79aeafba6787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:12:59.203752 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-f81ae2cc-f3d0-46b7-a472-897cc1ea2300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:59.204147 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81ae2cc-f3d0-46b7-a472-897cc1ea2300 None None] Bound using segment: {'id': '47ce4575-a258-47c3-9d16-79aeafba6787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:12:59.204756 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-f81ae2cc-f3d0-46b7-a472-897cc1ea2300 None None] Bound port: ed446ae7-2466-4841-b7ab-96855f00009e, host: dv-cinder-760178-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ce4575-a258-47c3-9d16-79aeafba6787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:12:59.205659 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-f81ae2cc-f3d0-46b7-a472-897cc1ea2300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:59.228746 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2479e707-207d-49a9-a5df-3e23811639d2 admin admin] Router ddac92c4-ee18-4f5f-9727-cc316275fa12 is scheduled to L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f with binding_index 1 {{(pid=94134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 23:12:59.310300 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device c606804e-418c-4c91-8b4d-b412f2e9cee1 up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:12:59.380548 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2479e707-207d-49a9-a5df-3e23811639d2 admin admin] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:12:59.390202 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb66474a-789b-4e55-bebb-afba6eeee949 None None] Sync routers for ids ['ddac92c4-ee18-4f5f-9727-cc316275fa12'] in dv-cinder-760178-13-iscsi {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:12:59.404217 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb66474a-789b-4e55-bebb-afba6eeee949 None None] Routers {'ddac92c4-ee18-4f5f-9727-cc316275fa12'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:12:59.404885 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-eb66474a-789b-4e55-bebb-afba6eeee949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:12:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['ddac92c4-ee18-4f5f-9727-cc316275fa12'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:59.411370 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2479e707-207d-49a9-a5df-3e23811639d2 admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:59.413310 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-2479e707-207d-49a9-a5df-3e23811639d2 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5481880 Sep 14 23:12:59.416361 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 49356) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:12:59.478729 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-f81ae2cc-f3d0-46b7-a472-897cc1ea2300 None None] For port ed446ae7-2466-4841-b7ab-96855f00009e, host dv-cinder-760178-13-iscsi, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:12:59.496025 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-f81ae2cc-f3d0-46b7-a472-897cc1ea2300 None None] For port ed446ae7-2466-4841-b7ab-96855f00009e, host dv-cinder-760178-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=ed446ae7-2466-4841-b7ab-96855f00009e,segment=NetworkSegment(47ce4575-a258-47c3-9d16-79aeafba6787),segment_id=47ce4575-a258-47c3-9d16-79aeafba6787)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:12:59.507120 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-f81ae2cc-f3d0-46b7-a472-897cc1ea2300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:59.535855 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-eb66474a-789b-4e55-bebb-afba6eeee949 None None] Set router ddac92c4-ee18-4f5f-9727-cc316275fa12 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:12:59.563157 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81ae2cc-f3d0-46b7-a472-897cc1ea2300 None None] Routers {'e6a9e46a-fc3f-4f99-a5cc-102355518400'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:12:59.564154 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f81ae2cc-f3d0-46b7-a472-897cc1ea2300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:12:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['e6a9e46a-fc3f-4f99-a5cc-102355518400'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:59.623683 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port c606804e-418c-4c91-8b4d-b412f2e9cee1 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:12:59.623971 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:59.651832 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c799c-3188-4bdb-a0f1-bbc3494f0b6f None None] Pushing event updated for resources: {'Port': ['ID=ed446ae7-2466-4841-b7ab-96855f00009e,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:59.723127 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-f4e7eb4e-4ec9-4e96-a354-155825a292cc None None] Provisioning complete for port ed446ae7-2466-4841-b7ab-96855f00009e triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:12:59.723494 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-f4e7eb4e-4ec9-4e96-a354-155825a292cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:59.760663 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-eb66474a-789b-4e55-bebb-afba6eeee949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddac92c4-ee18-4f5f-9727-cc316275fa12', 'name': 'tempest-TestVolumeBootPattern-1212106432-router', 'tenant_id': '32be4d0f9d214c6e8cbdc87dfe5b5033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '59f44ba9-e98a-49dc-9db1-80e579c2aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:57Z', 'updated_at': '2021-09-14T23:12:58Z', 'revision_number': 3, 'project_id': '32be4d0f9d214c6e8cbdc87dfe5b5033', 'gw_port': {'id': '59f44ba9-e98a-49dc-9db1-80e579c2aac1', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddac92c4-ee18-4f5f-9727-cc316275fa12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:58Z', 'updated_at': '2021-09-14T23:12:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi'}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:59.768419 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-f81ae2cc-f3d0-46b7-a472-897cc1ea2300 None None] Set router e6a9e46a-fc3f-4f99-a5cc-102355518400 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:12:59.791185 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb66474a-789b-4e55-bebb-afba6eeee949 None None] Checking router: ddac92c4-ee18-4f5f-9727-cc316275fa12 for host: dv-cinder-760178-13-iscsi {{(pid=94137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:12:59.791572 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb66474a-789b-4e55-bebb-afba6eeee949 None None] Updating router ddac92c4-ee18-4f5f-9727-cc316275fa12 port 59f44ba9-e98a-49dc-9db1-80e579c2aac1 binding host dv-cinder-760178-13-iscsi {{(pid=94137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:12:59.821342 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-eb66474a-789b-4e55-bebb-afba6eeee949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:59.943246 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a5066ee5-8419-4c1e-96c7-ca7135884af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:00.032178 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-f4e7eb4e-4ec9-4e96-a354-155825a292cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:00.087065 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-f4e7eb4e-4ec9-4e96-a354-155825a292cc None None] For port ed446ae7-2466-4841-b7ab-96855f00009e, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=ed446ae7-2466-4841-b7ab-96855f00009e,segment=NetworkSegment(47ce4575-a258-47c3-9d16-79aeafba6787),segment_id=47ce4575-a258-47c3-9d16-79aeafba6787)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:13:00.095521 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-f4e7eb4e-4ec9-4e96-a354-155825a292cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:00.122522 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-f81ae2cc-f3d0-46b7-a472-897cc1ea2300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'name': 'tempest-TestVolumeBootPattern-562084233-router', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:53Z', 'updated_at': '2021-09-14T23:12:56Z', 'revision_number': 4, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'gw_port': {'id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:54Z', 'updated_at': '2021-09-14T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': 'ed446ae7-2466-4841-b7ab-96855f00009e', 'name': '', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'mac_address': 'fa:16:3e:f6:64:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:55Z', 'updated_at': '2021-09-14T23:12:59Z', 'revision_number': 4, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'subnets': [{'id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:13:00.134508 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-eb66474a-789b-4e55-bebb-afba6eeee949 None None] Notify callbacks [] for port, precommit_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:00.143801 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-eb66474a-789b-4e55-bebb-afba6eeee949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:00.154210 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81ae2cc-f3d0-46b7-a472-897cc1ea2300 None None] The sync data for ids ['e6a9e46a-fc3f-4f99-a5cc-102355518400'] in dv-cinder-760178-13-iscsi is: [{'id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'name': 'tempest-TestVolumeBootPattern-562084233-router', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:53Z', 'updated_at': '2021-09-14T23:12:56Z', 'revision_number': 4, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'gw_port': {'id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:54Z', 'updated_at': '2021-09-14T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': 'ed446ae7-2466-4841-b7ab-96855f00009e', 'name': '', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'mac_address': 'fa:16:3e:f6:64:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:55Z', 'updated_at': '2021-09-14T23:12:59Z', 'revision_number': 4, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'subnets': [{'id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:13:00.154447 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-a5066ee5-8419-4c1e-96c7-ca7135884af4 admin admin] Allocated IP 172.20.0.1 (fc270109-8531-4a50-b2b5-6c57cebb0a74/3f124686-5612-4b2d-95a6-14ec581d66df/be74f4a1-2392-4da8-bfd7-6036e62c7fd6) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:13:00.225206 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [None req-eb66474a-789b-4e55-bebb-afba6eeee949 None None] Attempting to bind port 59f44ba9-e98a-49dc-9db1-80e579c2aac1 on host dv-cinder-760178-13-iscsi for vnic_type normal with profile {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:13:00.225590 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [None req-eb66474a-789b-4e55-bebb-afba6eeee949 None None] Attempting to bind port 59f44ba9-e98a-49dc-9db1-80e579c2aac1 by drivers openvswitch,hyperv on host dv-cinder-760178-13-iscsi at level 0 using segments [{'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'}] {{(pid=94137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:13:00.225964 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb66474a-789b-4e55-bebb-afba6eeee949 None None] Attempting to bind port 59f44ba9-e98a-49dc-9db1-80e579c2aac1 on network 97df119d-fd41-4b39-86f3-953f642e27ab {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:13:00.230801 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7eb4e-4ec9-4e96-a354-155825a292cc None None] Pushing event updated for resources: {'Port': ['ID=ed446ae7-2466-4841-b7ab-96855f00009e,revision_number=5']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:00.237143 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84821474-5e30-4fca-9aaf-380583cd1605 None None] Pushing event updated for resources: {'Port': ['ID=59f44ba9-e98a-49dc-9db1-80e579c2aac1,revision_number=2']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:00.243923 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb66474a-789b-4e55-bebb-afba6eeee949 None None] Checking agent: {'id': 'dcc8e868-81e9-4312-adfc-cfdfaec503c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 57, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:13:00.244302 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb66474a-789b-4e55-bebb-afba6eeee949 None None] Checking segment: {'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:13:00.244868 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-eb66474a-789b-4e55-bebb-afba6eeee949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:00.245462 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb66474a-789b-4e55-bebb-afba6eeee949 None None] Bound using segment: {'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'} {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:13:00.245966 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [None req-eb66474a-789b-4e55-bebb-afba6eeee949 None None] Bound port: 59f44ba9-e98a-49dc-9db1-80e579c2aac1, host: dv-cinder-760178-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a9fb15-9287-4c77-9a23-3b65ea6f31f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'}}] {{(pid=94137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:13:00.246751 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-eb66474a-789b-4e55-bebb-afba6eeee949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:00.253806 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-721420c8-e521-43e5-bad4-b652d5989c01 None None] Provisioning complete for port ed446ae7-2466-4841-b7ab-96855f00009e triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:13:00.254209 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-721420c8-e521-43e5-bad4-b652d5989c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:00.321450 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a5066ee5-8419-4c1e-96c7-ca7135884af4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:00.343875 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [None req-eb66474a-789b-4e55-bebb-afba6eeee949 None None] For port 59f44ba9-e98a-49dc-9db1-80e579c2aac1, host dv-cinder-760178-13-iscsi, cleared binding levels {{(pid=94137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:13:00.346438 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:00.348460 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [None req-eb66474a-789b-4e55-bebb-afba6eeee949 None None] For port 59f44ba9-e98a-49dc-9db1-80e579c2aac1, host dv-cinder-760178-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=59f44ba9-e98a-49dc-9db1-80e579c2aac1,segment=NetworkSegment(a9a9fb15-9287-4c77-9a23-3b65ea6f31f5),segment_id=a9a9fb15-9287-4c77-9a23-3b65ea6f31f5)] {{(pid=94137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:13:00.358884 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-eb66474a-789b-4e55-bebb-afba6eeee949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:00.372292 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a5066ee5-8419-4c1e-96c7-ca7135884af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:00.435275 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5066ee5-8419-4c1e-96c7-ca7135884af4 admin admin] Network fc270109-8531-4a50-b2b5-6c57cebb0a74 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:13:00.440741 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84821474-5e30-4fca-9aaf-380583cd1605 None None] Pushing event updated for resources: {'Port': ['ID=59f44ba9-e98a-49dc-9db1-80e579c2aac1,revision_number=3']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:00.446927 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-a5066ee5-8419-4c1e-96c7-ca7135884af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:13:00.449407 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5066ee5-8419-4c1e-96c7-ca7135884af4 admin admin] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:13:00.451748 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5066ee5-8419-4c1e-96c7-ca7135884af4 admin admin] Pushing event updated for resources: {'Port': ['ID=be74f4a1-2392-4da8-bfd7-6036e62c7fd6,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:00.471869 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb66474a-789b-4e55-bebb-afba6eeee949 None None] Routers {'ddac92c4-ee18-4f5f-9727-cc316275fa12'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:13:00.472258 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-eb66474a-789b-4e55-bebb-afba6eeee949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:12:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['ddac92c4-ee18-4f5f-9727-cc316275fa12'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:13:00.484128 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29f40bd-64bb-4618-85f4-e2adc213d014 None None] Network fc270109-8531-4a50-b2b5-6c57cebb0a74 requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:13:00.507578 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a5066ee5-8419-4c1e-96c7-ca7135884af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529286'] for router_interface, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:00.593839 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-eb66474a-789b-4e55-bebb-afba6eeee949 None None] Set router ddac92c4-ee18-4f5f-9727-cc316275fa12 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:13:00.621523 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-4f44d7d3-7f7d-4cad-b66a-dd8cb5a4ee16 None None] Provisioning complete for port 5bc03961-aa49-46a9-aba0-94d757e06567 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:13:00.622006 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-4f44d7d3-7f7d-4cad-b66a-dd8cb5a4ee16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:00.669089 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a5066ee5-8419-4c1e-96c7-ca7135884af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:00.761995 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-4f44d7d3-7f7d-4cad-b66a-dd8cb5a4ee16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:00.811655 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-4f44d7d3-7f7d-4cad-b66a-dd8cb5a4ee16 None None] For port 5bc03961-aa49-46a9-aba0-94d757e06567, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=5bc03961-aa49-46a9-aba0-94d757e06567,segment=NetworkSegment(39c8e873-37fd-4ca9-924e-739c9f85b93c),segment_id=39c8e873-37fd-4ca9-924e-739c9f85b93c)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:13:00.812546 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-eb66474a-789b-4e55-bebb-afba6eeee949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddac92c4-ee18-4f5f-9727-cc316275fa12', 'name': 'tempest-TestVolumeBootPattern-1212106432-router', 'tenant_id': '32be4d0f9d214c6e8cbdc87dfe5b5033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '59f44ba9-e98a-49dc-9db1-80e579c2aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:57Z', 'updated_at': '2021-09-14T23:12:58Z', 'revision_number': 3, 'project_id': '32be4d0f9d214c6e8cbdc87dfe5b5033', 'gw_port': {'id': '59f44ba9-e98a-49dc-9db1-80e579c2aac1', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddac92c4-ee18-4f5f-9727-cc316275fa12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:58Z', 'updated_at': '2021-09-14T23:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi'}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:13:00.818441 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-4f44d7d3-7f7d-4cad-b66a-dd8cb5a4ee16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:00.853301 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb66474a-789b-4e55-bebb-afba6eeee949 None None] The sync data for ids ['ddac92c4-ee18-4f5f-9727-cc316275fa12'] in dv-cinder-760178-13-iscsi is: [{'id': 'ddac92c4-ee18-4f5f-9727-cc316275fa12', 'name': 'tempest-TestVolumeBootPattern-1212106432-router', 'tenant_id': '32be4d0f9d214c6e8cbdc87dfe5b5033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '59f44ba9-e98a-49dc-9db1-80e579c2aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:57Z', 'updated_at': '2021-09-14T23:12:58Z', 'revision_number': 3, 'project_id': '32be4d0f9d214c6e8cbdc87dfe5b5033', 'gw_port': {'id': '59f44ba9-e98a-49dc-9db1-80e579c2aac1', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddac92c4-ee18-4f5f-9727-cc316275fa12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:58Z', 'updated_at': '2021-09-14T23:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi'}] {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:13:00.898712 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a5066ee5-8419-4c1e-96c7-ca7135884af4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:00.898949 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44d7d3-7f7d-4cad-b66a-dd8cb5a4ee16 None None] Pushing event updated for resources: {'Port': ['ID=5bc03961-aa49-46a9-aba0-94d757e06567,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:00.905305 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a5066ee5-8419-4c1e-96c7-ca7135884af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666946'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:00.982714 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5066ee5-8419-4c1e-96c7-ca7135884af4 admin admin] Pushing event updated for resources: {'Port': ['ID=be74f4a1-2392-4da8-bfd7-6036e62c7fd6,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:01.002892 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-a5066ee5-8419-4c1e-96c7-ca7135884af4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530198'] for router_interface, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:01.047083 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-dbfc849a-a8c3-4c4e-a2ff-8631ffd1572f None None] Provisioning complete for port be74f4a1-2392-4da8-bfd7-6036e62c7fd6 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:13:01.048912 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-dbfc849a-a8c3-4c4e-a2ff-8631ffd1572f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:01.112264 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-dbfc849a-a8c3-4c4e-a2ff-8631ffd1572f None None] Port be74f4a1-2392-4da8-bfd7-6036e62c7fd6 cannot update to ACTIVE because it is not bound. {{(pid=94136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 23:13:01.142955 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-dbfc849a-a8c3-4c4e-a2ff-8631ffd1572f None None] Provisioning complete for port 5bc03961-aa49-46a9-aba0-94d757e06567 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:13:01.143352 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-dbfc849a-a8c3-4c4e-a2ff-8631ffd1572f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:01.154861 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5066ee5-8419-4c1e-96c7-ca7135884af4 admin admin] Network fc270109-8531-4a50-b2b5-6c57cebb0a74 is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:13:01.156349 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-a5066ee5-8419-4c1e-96c7-ca7135884af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:13:01.442535 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-160ce3de-c1e3-4a5e-950e-ad41cd862dfd None None] Provisioning complete for port be74f4a1-2392-4da8-bfd7-6036e62c7fd6 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:13:01.443168 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-160ce3de-c1e3-4a5e-950e-ad41cd862dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:01.478346 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device ed446ae7-2466-4841-b7ab-96855f00009e up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:13:01.521992 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-160ce3de-c1e3-4a5e-950e-ad41cd862dfd None None] Port be74f4a1-2392-4da8-bfd7-6036e62c7fd6 cannot update to ACTIVE because it is not bound. {{(pid=94136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 23:13:01.551425 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port ed446ae7-2466-4841-b7ab-96855f00009e triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:13:01.551976 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:01.648669 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5066ee5-8419-4c1e-96c7-ca7135884af4 admin admin] Router ddac92c4-ee18-4f5f-9727-cc316275fa12 has already been hosted by L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f {{(pid=94135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 23:13:01.675132 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 5bc03961-aa49-46a9-aba0-94d757e06567 up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:13:01.676863 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-4dc4581d-f770-4735-808e-30858da4daa6 None None] Provisioning complete for port be74f4a1-2392-4da8-bfd7-6036e62c7fd6 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:13:01.677235 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-4dc4581d-f770-4735-808e-30858da4daa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:01.738349 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-4dc4581d-f770-4735-808e-30858da4daa6 None None] Port be74f4a1-2392-4da8-bfd7-6036e62c7fd6 cannot update to ACTIVE because it is not bound. {{(pid=94136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 23:13:01.751762 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port 5bc03961-aa49-46a9-aba0-94d757e06567 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:13:01.752146 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:01.765684 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5066ee5-8419-4c1e-96c7-ca7135884af4 admin admin] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:13:01.780000 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-a5066ee5-8419-4c1e-96c7-ca7135884af4 admin admin] 10.222.0.39 "PUT /v2.0/routers/ddac92c4-ee18-4f5f-9727-cc316275fa12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3533437 Sep 14 23:13:01.842721 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 59f44ba9-e98a-49dc-9db1-80e579c2aac1 up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:13:01.899364 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port 59f44ba9-e98a-49dc-9db1-80e579c2aac1 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:13:01.899817 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:01.985930 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:02.006462 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] For port 59f44ba9-e98a-49dc-9db1-80e579c2aac1, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=59f44ba9-e98a-49dc-9db1-80e579c2aac1,segment=NetworkSegment(a9a9fb15-9287-4c77-9a23-3b65ea6f31f5),segment_id=a9a9fb15-9287-4c77-9a23-3b65ea6f31f5)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:13:02.012363 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:02.066256 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Pushing event updated for resources: {'Port': ['ID=59f44ba9-e98a-49dc-9db1-80e579c2aac1,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:02.218281 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 49370) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:13:02.222900 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-4310a876-1384-47eb-82ef-3e7ee75862fc tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-117893507', 'description': 'tempest-secgroup-smoke-117893507 description', 'project_id': '8915cc648aab4f24a51c9b9e231e2b99'}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:13:02.241913 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-83489812-9046-403d-bd65-c8afc7dcbc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:02.245085 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4310a876-1384-47eb-82ef-3e7ee75862fc tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:02.330931 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4310a876-1384-47eb-82ef-3e7ee75862fc tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:02.334750 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4310a876-1384-47eb-82ef-3e7ee75862fc tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:02.361874 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4310a876-1384-47eb-82ef-3e7ee75862fc tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:02.363096 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-4310a876-1384-47eb-82ef-3e7ee75862fc tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1438119 Sep 14 23:13:02.366113 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 49374) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:13:02.367073 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310a876-1384-47eb-82ef-3e7ee75862fc tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd6f5a8-d754-468f-bf6e-8e57d09791f7,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:02.370634 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-0fd62a45-2586-4aa6-b99d-69048f661603 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Request body: {'security_group_rule': {'security_group_id': '3fd6f5a8-d754-468f-bf6e-8e57d09791f7', 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:13:02.398789 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0fd62a45-2586-4aa6-b99d-69048f661603 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:02.453116 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0fd62a45-2586-4aa6-b99d-69048f661603 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:02.457354 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0fd62a45-2586-4aa6-b99d-69048f661603 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474660'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:02.475757 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd62a45-2586-4aa6-b99d-69048f661603 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba6092b1-b2c8-4449-9582-db4526c4d4b3,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:02.478905 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0fd62a45-2586-4aa6-b99d-69048f661603 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:02.481047 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-0fd62a45-2586-4aa6-b99d-69048f661603 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1139026 Sep 14 23:13:02.482667 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 49376) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:13:02.487912 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-57eec98e-867f-499f-83b5-e3aad662eab1 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Request body: {'security_group_rule': {'security_group_id': '3fd6f5a8-d754-468f-bf6e-8e57d09791f7', 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:13:02.514395 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-57eec98e-867f-499f-83b5-e3aad662eab1 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:02.569608 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-57eec98e-867f-499f-83b5-e3aad662eab1 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:02.573282 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-57eec98e-867f-499f-83b5-e3aad662eab1 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474660'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:02.593633 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eec98e-867f-499f-83b5-e3aad662eab1 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b67371c-2688-4c85-98e0-a37c14fae73b,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:02.596869 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-57eec98e-867f-499f-83b5-e3aad662eab1 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:02.598076 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-57eec98e-867f-499f-83b5-e3aad662eab1 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1145275 Sep 14 23:13:02.600805 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 49378) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:13:02.605017 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-c9d3afbe-1c45-440a-9fc9-f1ce1d75dade tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Request body: {'security_group_rule': {'security_group_id': '3fd6f5a8-d754-468f-bf6e-8e57d09791f7', 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:13:02.630598 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c9d3afbe-1c45-440a-9fc9-f1ce1d75dade tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:02.689484 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c9d3afbe-1c45-440a-9fc9-f1ce1d75dade tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:02.693056 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c9d3afbe-1c45-440a-9fc9-f1ce1d75dade tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474660'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:02.712597 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3afbe-1c45-440a-9fc9-f1ce1d75dade tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed97d4e-00d0-4169-bdcd-1a4f6ffbd1ce,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:02.718259 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c9d3afbe-1c45-440a-9fc9-f1ce1d75dade tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:02.719435 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-c9d3afbe-1c45-440a-9fc9-f1ce1d75dade tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177194 Sep 14 23:13:02.722866 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 49380) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:13:02.727072 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-8036be5f-6eb0-489b-aa5a-5d595e72a954 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Request body: {'security_group_rule': {'security_group_id': '3fd6f5a8-d754-468f-bf6e-8e57d09791f7', 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:13:02.751994 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8036be5f-6eb0-489b-aa5a-5d595e72a954 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:03.060090 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8036be5f-6eb0-489b-aa5a-5d595e72a954 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:03.065211 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8036be5f-6eb0-489b-aa5a-5d595e72a954 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474660'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:03.082830 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036be5f-6eb0-489b-aa5a-5d595e72a954 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ede164c3-adb9-4f68-ba1f-57d46ec66cd8,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:03.090284 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8036be5f-6eb0-489b-aa5a-5d595e72a954 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:03.093990 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-8036be5f-6eb0-489b-aa5a-5d595e72a954 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3675895 Sep 14 23:13:03.094154 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 49382) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:13:03.099424 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-94d702bb-04d7-486a-8250-8986aa874eaf tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Request body: {'security_group_rule': {'security_group_id': '3fd6f5a8-d754-468f-bf6e-8e57d09791f7', 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:13:03.121793 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.db.securitygroups_db [None req-94d702bb-04d7-486a-8250-8986aa874eaf tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Project 8915cc648aab4f24a51c9b9e231e2b99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:13:03.126458 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-94d702bb-04d7-486a-8250-8986aa874eaf tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:03.186275 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-94d702bb-04d7-486a-8250-8986aa874eaf tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:03.190371 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-94d702bb-04d7-486a-8250-8986aa874eaf tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474660'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:03.208632 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d702bb-04d7-486a-8250-8986aa874eaf tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2a5a3e0-9811-4254-bf4b-3db25e2969c0,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:03.211793 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-94d702bb-04d7-486a-8250-8986aa874eaf tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:03.213104 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-94d702bb-04d7-486a-8250-8986aa874eaf tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179531 Sep 14 23:13:03.215972 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 49384) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:13:03.221617 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-e04db0d8-b433-435a-b4ab-21c4f1030448 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Request body: {'security_group_rule': {'security_group_id': '3fd6f5a8-d754-468f-bf6e-8e57d09791f7', 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:13:03.245246 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.db.securitygroups_db [None req-e04db0d8-b433-435a-b4ab-21c4f1030448 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Project 8915cc648aab4f24a51c9b9e231e2b99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:13:03.251451 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e04db0d8-b433-435a-b4ab-21c4f1030448 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:03.268453 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 59f44ba9-e98a-49dc-9db1-80e579c2aac1 up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:13:03.321144 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port 59f44ba9-e98a-49dc-9db1-80e579c2aac1 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:13:03.321517 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:03.321825 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e04db0d8-b433-435a-b4ab-21c4f1030448 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:03.326055 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e04db0d8-b433-435a-b4ab-21c4f1030448 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474660'] for security_group_rule, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:03.343472 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04db0d8-b433-435a-b4ab-21c4f1030448 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ffc450-419b-415f-b1e0-194b62a47c50,revision_number=0']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:03.352683 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e04db0d8-b433-435a-b4ab-21c4f1030448 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:03.354266 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-e04db0d8-b433-435a-b4ab-21c4f1030448 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1366801 Sep 14 23:13:03.410366 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cdaa27-324b-4031-955f-9fb3f904b45c None None] Sync routers for ids ['ddac92c4-ee18-4f5f-9727-cc316275fa12'] in dv-cinder-760178-13-iscsi {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:13:03.425013 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cdaa27-324b-4031-955f-9fb3f904b45c None None] Routers {'ddac92c4-ee18-4f5f-9727-cc316275fa12'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:13:03.425636 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-95cdaa27-324b-4031-955f-9fb3f904b45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:12:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['ddac92c4-ee18-4f5f-9727-cc316275fa12'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:13:03.530153 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-95cdaa27-324b-4031-955f-9fb3f904b45c None None] Set router ddac92c4-ee18-4f5f-9727-cc316275fa12 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:13:03.861240 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-95cdaa27-324b-4031-955f-9fb3f904b45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddac92c4-ee18-4f5f-9727-cc316275fa12', 'name': 'tempest-TestVolumeBootPattern-1212106432-router', 'tenant_id': '32be4d0f9d214c6e8cbdc87dfe5b5033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '59f44ba9-e98a-49dc-9db1-80e579c2aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:57Z', 'updated_at': '2021-09-14T23:13:00Z', 'revision_number': 4, 'project_id': '32be4d0f9d214c6e8cbdc87dfe5b5033', 'gw_port': {'id': '59f44ba9-e98a-49dc-9db1-80e579c2aac1', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddac92c4-ee18-4f5f-9727-cc316275fa12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:58Z', 'updated_at': '2021-09-14T23:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': 'be74f4a1-2392-4da8-bfd7-6036e62c7fd6', 'name': '', 'network_id': 'fc270109-8531-4a50-b2b5-6c57cebb0a74', 'tenant_id': '32be4d0f9d214c6e8cbdc87dfe5b5033', 'mac_address': 'fa:16:3e:8f:79:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddac92c4-ee18-4f5f-9727-cc316275fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '3f124686-5612-4b2d-95a6-14ec581d66df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:59Z', 'updated_at': '2021-09-14T23:13:00Z', 'revision_number': 2, 'project_id': '32be4d0f9d214c6e8cbdc87dfe5b5033', 'subnets': [{'id': '3f124686-5612-4b2d-95a6-14ec581d66df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:13:03.888529 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cdaa27-324b-4031-955f-9fb3f904b45c None None] Checking router: ddac92c4-ee18-4f5f-9727-cc316275fa12 for host: dv-cinder-760178-13-iscsi {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:13:03.888913 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cdaa27-324b-4031-955f-9fb3f904b45c None None] Updating router ddac92c4-ee18-4f5f-9727-cc316275fa12 port be74f4a1-2392-4da8-bfd7-6036e62c7fd6 binding host dv-cinder-760178-13-iscsi {{(pid=94136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:13:03.916385 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-95cdaa27-324b-4031-955f-9fb3f904b45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:04.209748 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-95cdaa27-324b-4031-955f-9fb3f904b45c None None] Notify callbacks [] for port, precommit_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:04.215295 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-95cdaa27-324b-4031-955f-9fb3f904b45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:04.264819 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626d038-b4cc-4d55-a6df-90615f148ae2 None None] Pushing event updated for resources: {'Port': ['ID=be74f4a1-2392-4da8-bfd7-6036e62c7fd6,revision_number=3']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:04.331761 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-95cdaa27-324b-4031-955f-9fb3f904b45c None None] Attempting to bind port be74f4a1-2392-4da8-bfd7-6036e62c7fd6 on host dv-cinder-760178-13-iscsi for vnic_type normal with profile {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:13:04.332413 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-95cdaa27-324b-4031-955f-9fb3f904b45c None None] Attempting to bind port be74f4a1-2392-4da8-bfd7-6036e62c7fd6 by drivers openvswitch,hyperv on host dv-cinder-760178-13-iscsi at level 0 using segments [{'id': '39c8e873-37fd-4ca9-924e-739c9f85b93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fc270109-8531-4a50-b2b5-6c57cebb0a74'}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:13:04.332509 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cdaa27-324b-4031-955f-9fb3f904b45c None None] Attempting to bind port be74f4a1-2392-4da8-bfd7-6036e62c7fd6 on network fc270109-8531-4a50-b2b5-6c57cebb0a74 {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:13:04.337825 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cdaa27-324b-4031-955f-9fb3f904b45c None None] Checking agent: {'id': 'dcc8e868-81e9-4312-adfc-cfdfaec503c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 57, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:13:04.338200 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cdaa27-324b-4031-955f-9fb3f904b45c None None] Checking segment: {'id': '39c8e873-37fd-4ca9-924e-739c9f85b93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fc270109-8531-4a50-b2b5-6c57cebb0a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:13:04.338603 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-95cdaa27-324b-4031-955f-9fb3f904b45c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:04.338997 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cdaa27-324b-4031-955f-9fb3f904b45c None None] Bound using segment: {'id': '39c8e873-37fd-4ca9-924e-739c9f85b93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fc270109-8531-4a50-b2b5-6c57cebb0a74'} {{(pid=94136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:13:04.339464 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.managers [None req-95cdaa27-324b-4031-955f-9fb3f904b45c None None] Bound port: be74f4a1-2392-4da8-bfd7-6036e62c7fd6, host: dv-cinder-760178-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c8e873-37fd-4ca9-924e-739c9f85b93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fc270109-8531-4a50-b2b5-6c57cebb0a74'}}] {{(pid=94136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:13:04.339846 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-95cdaa27-324b-4031-955f-9fb3f904b45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:04.410894 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-95cdaa27-324b-4031-955f-9fb3f904b45c None None] For port be74f4a1-2392-4da8-bfd7-6036e62c7fd6, host dv-cinder-760178-13-iscsi, cleared binding levels {{(pid=94136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:13:04.414530 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-95cdaa27-324b-4031-955f-9fb3f904b45c None None] For port be74f4a1-2392-4da8-bfd7-6036e62c7fd6, host dv-cinder-760178-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=be74f4a1-2392-4da8-bfd7-6036e62c7fd6,segment=NetworkSegment(39c8e873-37fd-4ca9-924e-739c9f85b93c),segment_id=39c8e873-37fd-4ca9-924e-739c9f85b93c)] {{(pid=94136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:13:04.419479 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-95cdaa27-324b-4031-955f-9fb3f904b45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:04.482563 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cdaa27-324b-4031-955f-9fb3f904b45c None None] Routers {'ddac92c4-ee18-4f5f-9727-cc316275fa12'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:13:04.483279 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-95cdaa27-324b-4031-955f-9fb3f904b45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:12:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['ddac92c4-ee18-4f5f-9727-cc316275fa12'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:13:04.523606 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626d038-b4cc-4d55-a6df-90615f148ae2 None None] Pushing event updated for resources: {'Port': ['ID=be74f4a1-2392-4da8-bfd7-6036e62c7fd6,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:04.598070 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-1ac624d9-3d96-4d5b-8b93-e1a29004acf4 None None] Provisioning complete for port be74f4a1-2392-4da8-bfd7-6036e62c7fd6 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:13:04.598442 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-1ac624d9-3d96-4d5b-8b93-e1a29004acf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:04.629364 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-95cdaa27-324b-4031-955f-9fb3f904b45c None None] Set router ddac92c4-ee18-4f5f-9727-cc316275fa12 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:13:04.816234 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-1ac624d9-3d96-4d5b-8b93-e1a29004acf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:04.882994 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-1ac624d9-3d96-4d5b-8b93-e1a29004acf4 None None] For port be74f4a1-2392-4da8-bfd7-6036e62c7fd6, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=be74f4a1-2392-4da8-bfd7-6036e62c7fd6,segment=NetworkSegment(39c8e873-37fd-4ca9-924e-739c9f85b93c),segment_id=39c8e873-37fd-4ca9-924e-739c9f85b93c)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:13:04.887344 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-1ac624d9-3d96-4d5b-8b93-e1a29004acf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:04.954248 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac624d9-3d96-4d5b-8b93-e1a29004acf4 None None] Pushing event updated for resources: {'Port': ['ID=be74f4a1-2392-4da8-bfd7-6036e62c7fd6,revision_number=5']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:04.976083 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-95cdaa27-324b-4031-955f-9fb3f904b45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddac92c4-ee18-4f5f-9727-cc316275fa12', 'name': 'tempest-TestVolumeBootPattern-1212106432-router', 'tenant_id': '32be4d0f9d214c6e8cbdc87dfe5b5033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '59f44ba9-e98a-49dc-9db1-80e579c2aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:57Z', 'updated_at': '2021-09-14T23:13:00Z', 'revision_number': 4, 'project_id': '32be4d0f9d214c6e8cbdc87dfe5b5033', 'gw_port': {'id': '59f44ba9-e98a-49dc-9db1-80e579c2aac1', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddac92c4-ee18-4f5f-9727-cc316275fa12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:58Z', 'updated_at': '2021-09-14T23:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': 'be74f4a1-2392-4da8-bfd7-6036e62c7fd6', 'name': '', 'network_id': 'fc270109-8531-4a50-b2b5-6c57cebb0a74', 'tenant_id': '32be4d0f9d214c6e8cbdc87dfe5b5033', 'mac_address': 'fa:16:3e:8f:79:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddac92c4-ee18-4f5f-9727-cc316275fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '3f124686-5612-4b2d-95a6-14ec581d66df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:59Z', 'updated_at': '2021-09-14T23:13:04Z', 'revision_number': 4, 'project_id': '32be4d0f9d214c6e8cbdc87dfe5b5033', 'subnets': [{'id': '3f124686-5612-4b2d-95a6-14ec581d66df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:13:04.980800 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d3fbee50-18ca-49e6-84db-2dcdfbb961a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:05.011942 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cdaa27-324b-4031-955f-9fb3f904b45c None None] The sync data for ids ['ddac92c4-ee18-4f5f-9727-cc316275fa12'] in dv-cinder-760178-13-iscsi is: [{'id': 'ddac92c4-ee18-4f5f-9727-cc316275fa12', 'name': 'tempest-TestVolumeBootPattern-1212106432-router', 'tenant_id': '32be4d0f9d214c6e8cbdc87dfe5b5033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '59f44ba9-e98a-49dc-9db1-80e579c2aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:57Z', 'updated_at': '2021-09-14T23:13:00Z', 'revision_number': 4, 'project_id': '32be4d0f9d214c6e8cbdc87dfe5b5033', 'gw_port': {'id': '59f44ba9-e98a-49dc-9db1-80e579c2aac1', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddac92c4-ee18-4f5f-9727-cc316275fa12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:58Z', 'updated_at': '2021-09-14T23:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': 'be74f4a1-2392-4da8-bfd7-6036e62c7fd6', 'name': '', 'network_id': 'fc270109-8531-4a50-b2b5-6c57cebb0a74', 'tenant_id': '32be4d0f9d214c6e8cbdc87dfe5b5033', 'mac_address': 'fa:16:3e:8f:79:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddac92c4-ee18-4f5f-9727-cc316275fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '3f124686-5612-4b2d-95a6-14ec581d66df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:59Z', 'updated_at': '2021-09-14T23:13:04Z', 'revision_number': 4, 'project_id': '32be4d0f9d214c6e8cbdc87dfe5b5033', 'subnets': [{'id': '3f124686-5612-4b2d-95a6-14ec581d66df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:13:05.017547 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:05.024460 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-64e387ca-da54-4604-a1ee-9233181bc493 None None] Provisioning complete for port be74f4a1-2392-4da8-bfd7-6036e62c7fd6 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:13:05.024852 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-64e387ca-da54-4604-a1ee-9233181bc493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:05.310065 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device be74f4a1-2392-4da8-bfd7-6036e62c7fd6 up at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:13:05.363093 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Provisioning complete for port be74f4a1-2392-4da8-bfd7-6036e62c7fd6 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:13:05.363719 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:06.061942 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:07.915456 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:19.796622 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-bd7fb90c-a3c4-4886-97f9-2707e0fd2b86 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-117893507&fields=id&tenant_id=8915cc648aab4f24a51c9b9e231e2b99 HTTP/1.1" status: 200 len: 267 time: 0.0317907 Sep 14 23:13:19.903955 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-31da3261-1b37-4a41-8075-c13c522dc029 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:19.905468 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-31da3261-1b37-4a41-8075-c13c522dc029 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/networks?id=b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 HTTP/1.1" status: 200 len: 811 time: 0.1024997 Sep 14 23:13:19.920482 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-c9858e1f-26ae-4731-a825-50823529321f tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/quotas/8915cc648aab4f24a51c9b9e231e2b99 HTTP/1.1" status: 200 len: 375 time: 0.0094566 Sep 14 23:13:19.970451 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-fbf654d1-73e8-4462-bc3e-422b9e28574d tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8915cc648aab4f24a51c9b9e231e2b99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445211 Sep 14 23:13:20.073996 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-91bf98f8-3a52-4748-a2f8-c979a357543c service neutron] 10.222.0.39 "GET /v2.0/networks/b6b378f1-7a0f-4d9e-bae9-58a1c529ee10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876446 Sep 14 23:13:20.160872 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-a110f55b-0ca9-41ac-b0ad-9cfa32b53698 service neutron] 10.222.0.39 "GET /v2.0/networks/b6b378f1-7a0f-4d9e-bae9-58a1c529ee10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808964 Sep 14 23:13:20.441822 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-edd857da-77af-45d5-a1be-6b4e916f35e1 req-05675eef-6377-487d-b992-3a2d0df96746 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ed18139-a564-49cc-80ae-c80587f03dec HTTP/1.1" status: 200 len: 210 time: 0.0262673 Sep 14 23:13:21.542751 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-90eecd7f-1afa-4de1-bd16-413fd783a89e tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:21.544230 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-90eecd7f-1afa-4de1-bd16-413fd783a89e tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.52 "GET /v2.0/networks?id=b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 HTTP/1.1" status: 200 len: 811 time: 0.1056228 Sep 14 23:13:21.545134 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-97b5c14e-d129-4bcb-93b9-9631183fc1f3 req-62b7be3e-20bb-47da-8928-07fa63b17aa0 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ed18139-a564-49cc-80ae-c80587f03dec HTTP/1.1" status: 200 len: 210 time: 0.0352392 Sep 14 23:13:21.589353 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-2b44d18e-8a90-4e08-bd42-422e0f647939 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8915cc648aab4f24a51c9b9e231e2b99 HTTP/1.1" status: 200 len: 379 time: 0.0344625 Sep 14 23:13:21.598609 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-efbc9547-4698-4605-9231-7b666556adcc tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Request body: {'port': {'device_id': '5ed18139-a564-49cc-80ae-c80587f03dec', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'admin_state_up': True, 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'security_groups': ['3fd6f5a8-d754-468f-bf6e-8e57d09791f7']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:13:21.708485 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-efbc9547-4698-4605-9231-7b666556adcc tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Made reservation on behalf of 8915cc648aab4f24a51c9b9e231e2b99 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:13:21.712017 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-efbc9547-4698-4605-9231-7b666556adcc tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:21.834623 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-efbc9547-4698-4605-9231-7b666556adcc tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Allocated IP 172.20.0.11 (b6b378f1-7a0f-4d9e-bae9-58a1c529ee10/d79d1bb9-104b-4d23-a2b5-a32f1a77cc2a/97f2528a-ada6-4fd8-a5e1-993d83c05fde) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:13:21.977993 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-efbc9547-4698-4605-9231-7b666556adcc tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:22.012205 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-efbc9547-4698-4605-9231-7b666556adcc tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:22.055059 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-efbc9547-4698-4605-9231-7b666556adcc tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Network b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:13:22.058016 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-efbc9547-4698-4605-9231-7b666556adcc tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:13:22.061707 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-efbc9547-4698-4605-9231-7b666556adcc tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:13:22.070401 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc9547-4698-4605-9231-7b666556adcc tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Pushing event updated for resources: {'Port': ['ID=97f2528a-ada6-4fd8-a5e1-993d83c05fde,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:22.104943 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc9547-4698-4605-9231-7b666556adcc tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:22.105294 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc9547-4698-4605-9231-7b666556adcc tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:22.105640 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc9547-4698-4605-9231-7b666556adcc tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:22.106029 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc9547-4698-4605-9231-7b666556adcc tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:22.106395 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc9547-4698-4605-9231-7b666556adcc tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:22.106802 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc9547-4698-4605-9231-7b666556adcc tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:22.107168 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc9547-4698-4605-9231-7b666556adcc tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:22.107501 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc9547-4698-4605-9231-7b666556adcc tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:22.107830 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc9547-4698-4605-9231-7b666556adcc tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:22.108154 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc9547-4698-4605-9231-7b666556adcc tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:22.108477 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc9547-4698-4605-9231-7b666556adcc tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:22.108822 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc9547-4698-4605-9231-7b666556adcc tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:22.131357 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-efbc9547-4698-4605-9231-7b666556adcc tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:22.132156 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-efbc9547-4698-4605-9231-7b666556adcc tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:22.146533 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-efbc9547-4698-4605-9231-7b666556adcc tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5513306 Sep 14 23:13:22.159129 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-3e44f7ea-a564-441f-b911-d1311bb5f0d9 service neutron] Request body: {'port': {'device_id': '5ed18139-a564-49cc-80ae-c80587f03dec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:13:22.214366 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-3e44f7ea-a564-441f-b911-d1311bb5f0d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:22.337196 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-ad6d6dbf-474e-43e2-85d6-06b3faca1ee8 None None] Provisioning complete for port 97f2528a-ada6-4fd8-a5e1-993d83c05fde triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:13:22.337804 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-ad6d6dbf-474e-43e2-85d6-06b3faca1ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:22.373261 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-ad6d6dbf-474e-43e2-85d6-06b3faca1ee8 None None] Port 97f2528a-ada6-4fd8-a5e1-993d83c05fde cannot update to ACTIVE because it is not bound. {{(pid=94136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 23:13:22.489860 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-3e44f7ea-a564-441f-b911-d1311bb5f0d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f2528a-ada6-4fd8-a5e1-993d83c05fde {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:13:22.497068 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-3e44f7ea-a564-441f-b911-d1311bb5f0d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:22.509448 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-3e44f7ea-a564-441f-b911-d1311bb5f0d9 service neutron] Transition to ACTIVE for port object 97f2528a-ada6-4fd8-a5e1-993d83c05fde will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:13:22.512850 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-3e44f7ea-a564-441f-b911-d1311bb5f0d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:22.564147 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e44f7ea-a564-441f-b911-d1311bb5f0d9 service neutron] Pushing event updated for resources: {'Port': ['ID=97f2528a-ada6-4fd8-a5e1-993d83c05fde,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:22.634565 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-3e44f7ea-a564-441f-b911-d1311bb5f0d9 service neutron] Attempting to bind port 97f2528a-ada6-4fd8-a5e1-993d83c05fde on host hv-cinder-76017 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:13:22.634884 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-3e44f7ea-a564-441f-b911-d1311bb5f0d9 service neutron] Attempting to bind port 97f2528a-ada6-4fd8-a5e1-993d83c05fde by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '47ce4575-a258-47c3-9d16-79aeafba6787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:13:22.635135 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-3e44f7ea-a564-441f-b911-d1311bb5f0d9 service neutron] Attempting to bind port 97f2528a-ada6-4fd8-a5e1-993d83c05fde on network b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:13:22.641247 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-3e44f7ea-a564-441f-b911-d1311bb5f0d9 service neutron] Port 97f2528a-ada6-4fd8-a5e1-993d83c05fde on network b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 23:13:22.641710 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-3e44f7ea-a564-441f-b911-d1311bb5f0d9 service neutron] Attempting to bind port 97f2528a-ada6-4fd8-a5e1-993d83c05fde on network b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:13:22.647115 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-3e44f7ea-a564-441f-b911-d1311bb5f0d9 service neutron] Checking agent: {'id': '85608d62-9d70-46cb-9db0-a1f12ce5af65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 23, 3), 'started_at': datetime.datetime(2021, 9, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:13:22.648692 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-3e44f7ea-a564-441f-b911-d1311bb5f0d9 service neutron] Checking segment: {'id': '47ce4575-a258-47c3-9d16-79aeafba6787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:13:22.648692 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-3e44f7ea-a564-441f-b911-d1311bb5f0d9 service neutron] Bound using segment: {'id': '47ce4575-a258-47c3-9d16-79aeafba6787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:13:22.648908 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-3e44f7ea-a564-441f-b911-d1311bb5f0d9 service neutron] Bound port: 97f2528a-ada6-4fd8-a5e1-993d83c05fde, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47ce4575-a258-47c3-9d16-79aeafba6787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:13:22.649165 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-3e44f7ea-a564-441f-b911-d1311bb5f0d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:22.670294 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120769b-2516-4bd6-8c1d-484ff705c2b7 req-a4e104ae-bf13-4ad1-a640-65b4e5c8722f tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:22.671855 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0120769b-2516-4bd6-8c1d-484ff705c2b7 req-a4e104ae-bf13-4ad1-a640-65b4e5c8722f tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ed18139-a564-49cc-80ae-c80587f03dec HTTP/1.1" status: 200 len: 944 time: 0.0520546 Sep 14 23:13:22.716819 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0120769b-2516-4bd6-8c1d-484ff705c2b7 req-7ca751e5-54d8-4539-8900-84915563cbba tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365899 Sep 14 23:13:22.722504 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-3e44f7ea-a564-441f-b911-d1311bb5f0d9 service neutron] For port 97f2528a-ada6-4fd8-a5e1-993d83c05fde, host hv-cinder-76017, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:13:22.725925 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-3e44f7ea-a564-441f-b911-d1311bb5f0d9 service neutron] For port 97f2528a-ada6-4fd8-a5e1-993d83c05fde, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=97f2528a-ada6-4fd8-a5e1-993d83c05fde,segment=NetworkSegment(47ce4575-a258-47c3-9d16-79aeafba6787),segment_id=47ce4575-a258-47c3-9d16-79aeafba6787)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:13:22.729653 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-3e44f7ea-a564-441f-b911-d1311bb5f0d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:22.764185 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-3e44f7ea-a564-441f-b911-d1311bb5f0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:22.764834 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-3e44f7ea-a564-441f-b911-d1311bb5f0d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:22.766346 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-3e44f7ea-a564-441f-b911-d1311bb5f0d9 service neutron] 10.222.0.52 "PUT /v2.0/ports/97f2528a-ada6-4fd8-a5e1-993d83c05fde HTTP/1.1" status: 200 len: 1094 time: 0.6117408 Sep 14 23:13:22.768395 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed18139-a564-49cc-80ae-c80587f03dec', 'tag': '97f2528a-ada6-4fd8-a5e1-993d83c05fde'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:13:22.770650 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b27504ed887e131bccbae67cb08e94fb53697a19aeb48787dd98b51fbb9c8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624070f3-d037-4291-8744-e1fcb4b62175" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed18139-a564-49cc-80ae-c80587f03dec", "tag": "97f2528a-ada6-4fd8-a5e1-993d83c05fde"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:13:22.799750 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e44f7ea-a564-441f-b911-d1311bb5f0d9 service neutron] Pushing event updated for resources: {'Port': ['ID=97f2528a-ada6-4fd8-a5e1-993d83c05fde,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:22.846524 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 23:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4c3077-5302-42de-9c63-c2ef4b580c0a x-openstack-request-id: req-5e4c3077-5302-42de-9c63-c2ef4b580c0a {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:13:22.846827 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed18139-a564-49cc-80ae-c80587f03dec", "tag": "97f2528a-ada6-4fd8-a5e1-993d83c05fde", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:13:22.847081 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5e4c3077-5302-42de-9c63-c2ef4b580c0a {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:13:22.847594 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed18139-a564-49cc-80ae-c80587f03dec', 'tag': '97f2528a-ada6-4fd8-a5e1-993d83c05fde', 'status': 'completed', 'code': 200} Sep 14 23:13:22.864523 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-7e1719fe-4319-413e-971e-1d8c28791047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:22.866733 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-7e1719fe-4319-413e-971e-1d8c28791047 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8915cc648aab4f24a51c9b9e231e2b99&device_id=5ed18139-a564-49cc-80ae-c80587f03dec HTTP/1.1" status: 200 len: 1097 time: 0.0463450 Sep 14 23:13:22.909393 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-6112398e-b8c9-4c02-819b-d70177eeb456 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97f2528a-ada6-4fd8-a5e1-993d83c05fde HTTP/1.1" status: 200 len: 217 time: 0.0347295 Sep 14 23:13:22.961989 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-e01d342e-dbb1-4f20-9b51-1ac3c787321d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:22.963459 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-e01d342e-dbb1-4f20-9b51-1ac3c787321d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79d1bb9-104b-4d23-a2b5-a32f1a77cc2a HTTP/1.1" status: 200 len: 850 time: 0.0476835 Sep 14 23:13:23.008491 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-bdfd3bac-fb47-4b9a-95a8-f6a53494c18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:23.009988 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-bdfd3bac-fb47-4b9a-95a8-f6a53494c18f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6b378f1-7a0f-4d9e-bae9-58a1c529ee10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397067 Sep 14 23:13:23.101425 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-c0d257f7-e961-4aa5-92f8-062c82811528 service neutron] 10.222.0.52 "GET /v2.0/networks/b6b378f1-7a0f-4d9e-bae9-58a1c529ee10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842035 Sep 14 23:13:23.195974 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-45ad631d-8cd3-431b-91d6-dbf34c4a64e2 req-1d2b7900-ac08-4216-89a1-13013344ba5f service neutron] 10.222.0.52 "GET /v2.0/networks/b6b378f1-7a0f-4d9e-bae9-58a1c529ee10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857403 Sep 14 23:13:23.278112 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624070f3-d037-4291-8744-e1fcb4b62175 req-a068d5ae-29d1-4faa-b0a2-f806875f3375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:23.279618 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-624070f3-d037-4291-8744-e1fcb4b62175 req-a068d5ae-29d1-4faa-b0a2-f806875f3375 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8915cc648aab4f24a51c9b9e231e2b99&device_id=5ed18139-a564-49cc-80ae-c80587f03dec HTTP/1.1" status: 200 len: 1097 time: 0.0397806 Sep 14 23:13:23.371434 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624070f3-d037-4291-8744-e1fcb4b62175 req-cc9f855a-9e8a-4919-9ee5-bf1f96caf74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:23.372940 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-624070f3-d037-4291-8744-e1fcb4b62175 req-cc9f855a-9e8a-4919-9ee5-bf1f96caf74c service neutron] 10.222.0.52 "GET /v2.0/networks?id=b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 HTTP/1.1" status: 200 len: 912 time: 0.0863392 Sep 14 23:13:23.415960 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-624070f3-d037-4291-8744-e1fcb4b62175 req-f2414648-ede2-4225-a86a-0dcd750c227a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97f2528a-ada6-4fd8-a5e1-993d83c05fde HTTP/1.1" status: 200 len: 217 time: 0.0332842 Sep 14 23:13:23.471010 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624070f3-d037-4291-8744-e1fcb4b62175 req-71a8e344-207d-4b6a-8729-ad38e4fdfc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:23.472457 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-624070f3-d037-4291-8744-e1fcb4b62175 req-71a8e344-207d-4b6a-8729-ad38e4fdfc0e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79d1bb9-104b-4d23-a2b5-a32f1a77cc2a HTTP/1.1" status: 200 len: 850 time: 0.0492299 Sep 14 23:13:23.517082 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624070f3-d037-4291-8744-e1fcb4b62175 req-62dc7bb0-cdc7-4769-ba68-fb7928bc7807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:23.518579 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-624070f3-d037-4291-8744-e1fcb4b62175 req-62dc7bb0-cdc7-4769-ba68-fb7928bc7807 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6b378f1-7a0f-4d9e-bae9-58a1c529ee10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0381784 Sep 14 23:13:23.606641 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-624070f3-d037-4291-8744-e1fcb4b62175 req-4efb72e3-37d8-4d5b-a143-e1e2f5eafd17 service neutron] 10.222.0.52 "GET /v2.0/networks/b6b378f1-7a0f-4d9e-bae9-58a1c529ee10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799921 Sep 14 23:13:23.697193 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-624070f3-d037-4291-8744-e1fcb4b62175 req-d9007b1f-6e01-452c-900c-e370a4adffc9 service neutron] 10.222.0.52 "GET /v2.0/networks/b6b378f1-7a0f-4d9e-bae9-58a1c529ee10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838079 Sep 14 23:13:23.830009 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd99a0-61d2-4b25-8af1-15411129f70e req-7818c442-7062-41a7-b78b-7819a5afce44 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:23.831483 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c0dd99a0-61d2-4b25-8af1-15411129f70e req-7818c442-7062-41a7-b78b-7819a5afce44 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ed18139-a564-49cc-80ae-c80587f03dec HTTP/1.1" status: 200 len: 944 time: 0.0485322 Sep 14 23:13:23.868268 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c0dd99a0-61d2-4b25-8af1-15411129f70e req-2a0feeba-03e7-4fd1-91f8-e14d9a3da343 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301068 Sep 14 23:13:24.985011 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85f009-fdb3-4c69-86d0-03f3460f1643 req-d637e82a-5764-446c-9c15-b035cf1d73f2 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:24.986463 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ee85f009-fdb3-4c69-86d0-03f3460f1643 req-d637e82a-5764-446c-9c15-b035cf1d73f2 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ed18139-a564-49cc-80ae-c80587f03dec HTTP/1.1" status: 200 len: 944 time: 0.0512979 Sep 14 23:13:25.023499 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ee85f009-fdb3-4c69-86d0-03f3460f1643 req-ca9d30ae-ef90-4cb4-99da-feb884f43dd6 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309916 Sep 14 23:13:26.137893 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5d35b-d7b3-4a8c-9183-cb643f7b66de req-a9d39092-b0ad-4545-b33e-c40bb9fcf5a3 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:26.139379 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-35f5d35b-d7b3-4a8c-9183-cb643f7b66de req-a9d39092-b0ad-4545-b33e-c40bb9fcf5a3 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ed18139-a564-49cc-80ae-c80587f03dec HTTP/1.1" status: 200 len: 944 time: 0.0485642 Sep 14 23:13:26.176371 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-35f5d35b-d7b3-4a8c-9183-cb643f7b66de req-078eae2a-83b7-4283-87fb-8a42c9d4e902 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311337 Sep 14 23:13:27.287483 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8554d8-cecf-491c-b8de-3195acc8d219 req-f8a42fed-cbbd-43d8-a6d0-4d28ee1d8fc8 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:27.289364 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9b8554d8-cecf-491c-b8de-3195acc8d219 req-f8a42fed-cbbd-43d8-a6d0-4d28ee1d8fc8 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ed18139-a564-49cc-80ae-c80587f03dec HTTP/1.1" status: 200 len: 944 time: 0.0488596 Sep 14 23:13:27.326748 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9b8554d8-cecf-491c-b8de-3195acc8d219 req-31af9bb7-0bea-4771-912c-aafac944d57e tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316000 Sep 14 23:13:28.442448 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec919b-deeb-422e-b7b2-42b8465e1112 req-af7b4b05-ef8f-4969-8511-ebb88bdd4ae2 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:28.444525 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-abec919b-deeb-422e-b7b2-42b8465e1112 req-af7b4b05-ef8f-4969-8511-ebb88bdd4ae2 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ed18139-a564-49cc-80ae-c80587f03dec HTTP/1.1" status: 200 len: 944 time: 0.0512209 Sep 14 23:13:28.480788 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-abec919b-deeb-422e-b7b2-42b8465e1112 req-b059b921-e8c8-4a85-839f-c414a5e75f09 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303822 Sep 14 23:13:29.494023 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 97f2528a-ada6-4fd8-a5e1-993d83c05fde details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=94136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 23:13:29.587485 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 97f2528a-ada6-4fd8-a5e1-993d83c05fde, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=97f2528a-ada6-4fd8-a5e1-993d83c05fde,segment=NetworkSegment(47ce4575-a258-47c3-9d16-79aeafba6787),segment_id=47ce4575-a258-47c3-9d16-79aeafba6787)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:13:29.592094 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f5025-e6ae-4f51-9aa0-284937aec7d6 req-d14ad465-8e49-4087-a2e0-705530c32e9f tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:29.593630 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-de5f5025-e6ae-4f51-9aa0-284937aec7d6 req-d14ad465-8e49-4087-a2e0-705530c32e9f tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ed18139-a564-49cc-80ae-c80587f03dec HTTP/1.1" status: 200 len: 944 time: 0.0481732 Sep 14 23:13:29.598315 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Returning: {'device': '97f2528a-ada6-4fd8-a5e1-993d83c05fde', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'port_id': '97f2528a-ada6-4fd8-a5e1-993d83c05fde', 'mac_address': 'fa:16:3e:6d:74:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 23:13:29.631126 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-de5f5025-e6ae-4f51-9aa0-284937aec7d6 req-c05de1c4-5ea9-45b6-b0d8-d3408c1dae31 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315850 Sep 14 23:13:29.638146 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:29.651098 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f2528a-ada6-4fd8-a5e1-993d83c05fde {{(pid=94136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:13:29.670985 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 97f2528a-ada6-4fd8-a5e1-993d83c05fde, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=97f2528a-ada6-4fd8-a5e1-993d83c05fde,segment=NetworkSegment(47ce4575-a258-47c3-9d16-79aeafba6787),segment_id=47ce4575-a258-47c3-9d16-79aeafba6787)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:13:29.674696 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:29.711275 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 6 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:13:29.721129 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=97f2528a-ada6-4fd8-a5e1-993d83c05fde,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:29.880029 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['97f2528a-ada6-4fd8-a5e1-993d83c05fde'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:13:30.333188 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:30.746597 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b956f-f82b-4ca2-ab28-bc0f984d1410 req-40f16acf-c925-4e1b-b1c5-4f88bb3c791c tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:30.749601 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5e8b956f-f82b-4ca2-ab28-bc0f984d1410 req-40f16acf-c925-4e1b-b1c5-4f88bb3c791c tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ed18139-a564-49cc-80ae-c80587f03dec HTTP/1.1" status: 200 len: 945 time: 0.0485826 Sep 14 23:13:30.790413 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5e8b956f-f82b-4ca2-ab28-bc0f984d1410 req-ed47450b-87d6-4e6d-9bd2-1259e2a4c597 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363936 Sep 14 23:13:31.513335 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 97f2528a-ada6-4fd8-a5e1-993d83c05fde up at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:13:31.573236 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning for port 97f2528a-ada6-4fd8-a5e1-993d83c05fde completed by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:13:31.576797 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning complete for port 97f2528a-ada6-4fd8-a5e1-993d83c05fde triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:13:31.577171 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:31.653978 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:31.676002 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed18139-a564-49cc-80ae-c80587f03dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f2528a-ada6-4fd8-a5e1-993d83c05fde'}] {{(pid=94136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:13:31.678981 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2b16cdf9a486da92f6eb6a5b1ab92e1b41f493a7e96932162ce692d4f29dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c2dea3-51bc-4238-b174-67f569d02c4d" -d '{"events": [{"server_uuid": "5ed18139-a564-49cc-80ae-c80587f03dec", "name": "network-vif-plugged", "status": "completed", "tag": "97f2528a-ada6-4fd8-a5e1-993d83c05fde"}]}' {{(pid=94136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:13:31.691641 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 97f2528a-ada6-4fd8-a5e1-993d83c05fde, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=97f2528a-ada6-4fd8-a5e1-993d83c05fde,segment=NetworkSegment(47ce4575-a258-47c3-9d16-79aeafba6787),segment_id=47ce4575-a258-47c3-9d16-79aeafba6787)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:13:31.696449 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:31.721608 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ac8b78-2e57-4156-b5e6-edc77903da93 x-openstack-request-id: req-49ac8b78-2e57-4156-b5e6-edc77903da93 {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:13:31.721901 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed18139-a564-49cc-80ae-c80587f03dec", "name": "network-vif-plugged", "status": "completed", "tag": "97f2528a-ada6-4fd8-a5e1-993d83c05fde", "code": 200}]} {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:13:31.722154 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-49ac8b78-2e57-4156-b5e6-edc77903da93 {{(pid=94136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:13:31.722544 dv-cinder-760178-13-iscsi neutron-server[94136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed18139-a564-49cc-80ae-c80587f03dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f2528a-ada6-4fd8-a5e1-993d83c05fde', 'code': 200} Sep 14 23:13:31.747954 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=97f2528a-ada6-4fd8-a5e1-993d83c05fde,revision_number=5']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:31.910363 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111c2f6-9ea6-46e5-a952-6f54b5624396 req-79da7fc4-6415-4caf-8586-0002a671cb5d tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:31.911889 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b111c2f6-9ea6-46e5-a952-6f54b5624396 req-79da7fc4-6415-4caf-8586-0002a671cb5d tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ed18139-a564-49cc-80ae-c80587f03dec HTTP/1.1" status: 200 len: 946 time: 0.0538263 Sep 14 23:13:31.932687 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480db3e0-3be9-46e3-9dbe-0e17bfad383c req-48797f8e-8f3d-48c2-be6b-729d265e320a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:31.934201 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-480db3e0-3be9-46e3-9dbe-0e17bfad383c req-48797f8e-8f3d-48c2-be6b-729d265e320a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5ed18139-a564-49cc-80ae-c80587f03dec HTTP/1.1" status: 200 len: 1099 time: 0.0411787 Sep 14 23:13:31.950079 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b111c2f6-9ea6-46e5-a952-6f54b5624396 req-379c9561-e3a7-4cb7-8887-2f7c1cbe8030 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310357 Sep 14 23:13:31.968344 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-480db3e0-3be9-46e3-9dbe-0e17bfad383c req-b65debf3-81a8-4bd4-bd1d-122c1e9d6c22 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274749 Sep 14 23:13:32.241577 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-aef23fef-fd08-4f58-9938-ed0aff367318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:33.089603 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee2584-9bf6-4085-bf69-bcf84a2c16f5 req-0b0d6969-d125-4b34-ac43-dade39617278 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:33.091942 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9eee2584-9bf6-4085-bf69-bcf84a2c16f5 req-0b0d6969-d125-4b34-ac43-dade39617278 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ed18139-a564-49cc-80ae-c80587f03dec HTTP/1.1" status: 200 len: 946 time: 0.0499179 Sep 14 23:13:33.133318 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9eee2584-9bf6-4085-bf69-bcf84a2c16f5 req-55311867-b715-4e4c-9750-112e79cfa4e9 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345552 Sep 14 23:13:33.420847 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636be75-eb71-45c4-b151-5bc20243e981 req-3ecd1974-6021-458c-aee0-5a576627e217 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:33.422285 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6636be75-eb71-45c4-b151-5bc20243e981 req-3ecd1974-6021-458c-aee0-5a576627e217 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 945 time: 0.0503962 Sep 14 23:13:33.458614 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6636be75-eb71-45c4-b151-5bc20243e981 req-4442a2a7-4a6b-41b7-af5f-a77a0d89a4f8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303807 Sep 14 23:13:34.251444 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c7ebd-025c-49e5-8463-4cc8cabbebd2 req-61f49c9c-8d0a-4f4d-910e-2c226f5033d1 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:34.252921 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a00c7ebd-025c-49e5-8463-4cc8cabbebd2 req-61f49c9c-8d0a-4f4d-910e-2c226f5033d1 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ed18139-a564-49cc-80ae-c80587f03dec HTTP/1.1" status: 200 len: 946 time: 0.0506768 Sep 14 23:13:34.290635 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a00c7ebd-025c-49e5-8463-4cc8cabbebd2 req-5441ceca-4851-4a97-9cc4-ccb1f619331f tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309145 Sep 14 23:13:34.401502 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58335cf2-9bcc-49e2-bca1-b0dbe429e710 req-20f49dc3-8118-4cd1-a833-844761e4d984 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:34.403010 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-58335cf2-9bcc-49e2-bca1-b0dbe429e710 req-20f49dc3-8118-4cd1-a833-844761e4d984 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ed18139-a564-49cc-80ae-c80587f03dec HTTP/1.1" status: 200 len: 946 time: 0.0478001 Sep 14 23:13:34.441920 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-58335cf2-9bcc-49e2-bca1-b0dbe429e710 req-ddddb9c4-9dfe-46c9-85f6-23ee9b4b899d tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331004 Sep 14 23:13:34.465286 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 49622) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:13:34.587022 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdaf65-0aa2-4ce9-b88e-4536ff49979b req-ecbca752-1b42-415b-92ac-97cc71239eae tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:34.588664 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a4cdaf65-0aa2-4ce9-b88e-4536ff49979b req-ecbca752-1b42-415b-92ac-97cc71239eae tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 945 time: 0.0529573 Sep 14 23:13:34.608925 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1724a1ab-7b71-43b3-93ef-2b80cdd8d318 tempest-TestVolumeBootPattern-593452181 tempest-TestVolumeBootPattern-593452181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:34.610507 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-1724a1ab-7b71-43b3-93ef-2b80cdd8d318 tempest-TestVolumeBootPattern-593452181 tempest-TestVolumeBootPattern-593452181-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5ed18139-a564-49cc-80ae-c80587f03dec HTTP/1.1" status: 200 len: 1094 time: 0.1441648 Sep 14 23:13:34.613475 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 49628) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:13:34.618468 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-6cbc4506-26f8-4b85-a9bc-210e9632f122 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Request body: {'floatingip': {'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'port_id': '97f2528a-ada6-4fd8-a5e1-993d83c05fde', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:13:34.627682 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a4cdaf65-0aa2-4ce9-b88e-4536ff49979b req-733005d9-2f72-48a0-b557-1ae293dae7f8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328987 Sep 14 23:13:34.640561 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6cbc4506-26f8-4b85-a9bc-210e9632f122 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:34.738273 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6cbc4506-26f8-4b85-a9bc-210e9632f122 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:34.841383 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-6cbc4506-26f8-4b85-a9bc-210e9632f122 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Allocated IP 172.27.3.73 (97df119d-fd41-4b39-86f3-953f642e27ab/0cfef410-e94d-43c5-8572-4959e322a29a/53c78ea6-af9a-4339-8513-e6e1c79f6ec4) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:13:34.939684 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6cbc4506-26f8-4b85-a9bc-210e9632f122 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:34.969135 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-66d28dc7-ae60-465e-85da-052a56b7bb34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:34.974696 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6cbc4506-26f8-4b85-a9bc-210e9632f122 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:34.975654 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:35.015596 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbc4506-26f8-4b85-a9bc-210e9632f122 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Network 97df119d-fd41-4b39-86f3-953f642e27ab is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:13:35.018325 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-6cbc4506-26f8-4b85-a9bc-210e9632f122 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:13:35.021083 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbc4506-26f8-4b85-a9bc-210e9632f122 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:13:35.050370 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc4506-26f8-4b85-a9bc-210e9632f122 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Pushing event updated for resources: {'Port': ['ID=53c78ea6-af9a-4339-8513-e6e1c79f6ec4,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:35.360560 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6cbc4506-26f8-4b85-a9bc-210e9632f122 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:35.427123 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6cbc4506-26f8-4b85-a9bc-210e9632f122 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:35.574655 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6cbc4506-26f8-4b85-a9bc-210e9632f122 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:35.579067 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6cbc4506-26f8-4b85-a9bc-210e9632f122 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:35.645095 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc4506-26f8-4b85-a9bc-210e9632f122 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Pushing event updated for resources: {'Port': ['ID=53c78ea6-af9a-4339-8513-e6e1c79f6ec4,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:35.654586 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6cbc4506-26f8-4b85-a9bc-210e9632f122 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529163'] for floatingip, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:35.748028 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef36e7e-ea61-4296-9590-310e08a5f34b req-f0ae341c-861a-4edd-82be-70e4ff66917d tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:35.749549 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-aef36e7e-ea61-4296-9590-310e08a5f34b req-f0ae341c-861a-4edd-82be-70e4ff66917d tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 945 time: 0.0506728 Sep 14 23:13:35.753896 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.db.l3_db [None req-6cbc4506-26f8-4b85-a9bc-210e9632f122 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Floating IP 544088c0-7ba6-499b-940c-e707ffec817f associated. External IP: 172.27.3.73, port: 97f2528a-ada6-4fd8-a5e1-993d83c05fde. Sep 14 23:13:35.786326 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-aef36e7e-ea61-4296-9590-310e08a5f34b req-c851cfdc-9a86-4c54-a3ff-08419cfbbb62 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308530 Sep 14 23:13:35.961835 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cbc4506-26f8-4b85-a9bc-210e9632f122 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Router e6a9e46a-fc3f-4f99-a5cc-102355518400 has already been hosted by L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 23:13:36.065259 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:36.069032 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbc4506-26f8-4b85-a9bc-210e9632f122 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:13:36.078808 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09578c4-4928-4708-bde9-265cb0fc4c1b None None] Sync routers for ids ['e6a9e46a-fc3f-4f99-a5cc-102355518400'] in dv-cinder-760178-13-iscsi {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:13:36.083823 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6cbc4506-26f8-4b85-a9bc-210e9632f122 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:36.089073 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09578c4-4928-4708-bde9-265cb0fc4c1b None None] Routers {'e6a9e46a-fc3f-4f99-a5cc-102355518400'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:13:36.089704 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-e09578c4-4928-4708-bde9-265cb0fc4c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:13:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['e6a9e46a-fc3f-4f99-a5cc-102355518400'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:13:36.110929 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-6cbc4506-26f8-4b85-a9bc-210e9632f122 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4963927 Sep 14 23:13:36.111631 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed18139-a564-49cc-80ae-c80587f03dec', 'tag': '97f2528a-ada6-4fd8-a5e1-993d83c05fde'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:13:36.114073 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b27504ed887e131bccbae67cb08e94fb53697a19aeb48787dd98b51fbb9c8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed83f38-3839-42b0-b0d5-76f42e8c2680" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed18139-a564-49cc-80ae-c80587f03dec", "tag": "97f2528a-ada6-4fd8-a5e1-993d83c05fde"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:13:36.151066 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 23:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff866c7-9f8d-4991-8070-ae79d9733cc4 x-openstack-request-id: req-aff866c7-9f8d-4991-8070-ae79d9733cc4 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:13:36.151356 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed18139-a564-49cc-80ae-c80587f03dec", "tag": "97f2528a-ada6-4fd8-a5e1-993d83c05fde", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:13:36.151609 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aff866c7-9f8d-4991-8070-ae79d9733cc4 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:13:36.152008 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed18139-a564-49cc-80ae-c80587f03dec', 'tag': '97f2528a-ada6-4fd8-a5e1-993d83c05fde', 'status': 'completed', 'code': 200} Sep 14 23:13:36.215193 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed83f38-3839-42b0-b0d5-76f42e8c2680 req-b0458fac-7c4b-4450-b173-8bfaf443a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:36.216822 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-3ed83f38-3839-42b0-b0d5-76f42e8c2680 req-b0458fac-7c4b-4450-b173-8bfaf443a35a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8915cc648aab4f24a51c9b9e231e2b99&device_id=5ed18139-a564-49cc-80ae-c80587f03dec HTTP/1.1" status: 200 len: 1099 time: 0.0422688 Sep 14 23:13:36.288274 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-e09578c4-4928-4708-bde9-265cb0fc4c1b None None] Set router e6a9e46a-fc3f-4f99-a5cc-102355518400 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:13:36.309829 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed83f38-3839-42b0-b0d5-76f42e8c2680 req-3b3cc042-f376-45d7-91ce-6c90ff48c4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:36.311310 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-3ed83f38-3839-42b0-b0d5-76f42e8c2680 req-3b3cc042-f376-45d7-91ce-6c90ff48c4ec service neutron] 10.222.0.52 "GET /v2.0/networks?id=b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 HTTP/1.1" status: 200 len: 912 time: 0.0878692 Sep 14 23:13:36.374192 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-3ed83f38-3839-42b0-b0d5-76f42e8c2680 req-9a7e0801-f357-405f-ad3a-39139b2e5ee2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97f2528a-ada6-4fd8-a5e1-993d83c05fde HTTP/1.1" status: 200 len: 999 time: 0.0559721 Sep 14 23:13:36.423455 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed83f38-3839-42b0-b0d5-76f42e8c2680 req-203f51f9-b296-4694-a41a-2bf23ee2ac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:36.424852 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-3ed83f38-3839-42b0-b0d5-76f42e8c2680 req-203f51f9-b296-4694-a41a-2bf23ee2ac3b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79d1bb9-104b-4d23-a2b5-a32f1a77cc2a HTTP/1.1" status: 200 len: 850 time: 0.0422931 Sep 14 23:13:36.473871 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed83f38-3839-42b0-b0d5-76f42e8c2680 req-db158396-d512-400c-8421-5a5dba3e1b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:36.475614 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-3ed83f38-3839-42b0-b0d5-76f42e8c2680 req-db158396-d512-400c-8421-5a5dba3e1b61 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6b378f1-7a0f-4d9e-bae9-58a1c529ee10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0436609 Sep 14 23:13:36.513126 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-e09578c4-4928-4708-bde9-265cb0fc4c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'name': 'tempest-TestVolumeBootPattern-562084233-router', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:53Z', 'updated_at': '2021-09-14T23:12:56Z', 'revision_number': 4, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'gw_port': {'id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:54Z', 'updated_at': '2021-09-14T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_floatingips': [{'id': '544088c0-7ba6-499b-940c-e707ffec817f', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'router_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'port_id': '97f2528a-ada6-4fd8-a5e1-993d83c05fde', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'mac_address': 'fa:16:3e:6d:74:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed18139-a564-49cc-80ae-c80587f03dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T23:13:35Z', 'updated_at': '2021-09-14T23:13:35Z', 'revision_number': 0, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed446ae7-2466-4841-b7ab-96855f00009e', 'name': '', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'mac_address': 'fa:16:3e:f6:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:55Z', 'updated_at': '2021-09-14T23:13:00Z', 'revision_number': 5, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'subnets': [{'id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:13:36.539787 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09578c4-4928-4708-bde9-265cb0fc4c1b None None] Checking router: e6a9e46a-fc3f-4f99-a5cc-102355518400 for host: dv-cinder-760178-13-iscsi {{(pid=94137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:13:36.547915 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09578c4-4928-4708-bde9-265cb0fc4c1b None None] Routers {'e6a9e46a-fc3f-4f99-a5cc-102355518400'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:13:36.548525 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-e09578c4-4928-4708-bde9-265cb0fc4c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:13:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['e6a9e46a-fc3f-4f99-a5cc-102355518400'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:13:36.566698 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-3ed83f38-3839-42b0-b0d5-76f42e8c2680 req-7591b51b-69ca-485f-8cc8-0a7cb7b7dba5 service neutron] 10.222.0.52 "GET /v2.0/networks/b6b378f1-7a0f-4d9e-bae9-58a1c529ee10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836437 Sep 14 23:13:36.652430 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-e09578c4-4928-4708-bde9-265cb0fc4c1b None None] Set router e6a9e46a-fc3f-4f99-a5cc-102355518400 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:13:36.658662 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-3ed83f38-3839-42b0-b0d5-76f42e8c2680 req-af273305-097e-41b7-bc81-231e387fbc75 service neutron] 10.222.0.52 "GET /v2.0/networks/b6b378f1-7a0f-4d9e-bae9-58a1c529ee10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844326 Sep 14 23:13:36.876790 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-e09578c4-4928-4708-bde9-265cb0fc4c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'name': 'tempest-TestVolumeBootPattern-562084233-router', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:53Z', 'updated_at': '2021-09-14T23:12:56Z', 'revision_number': 4, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'gw_port': {'id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:54Z', 'updated_at': '2021-09-14T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_floatingips': [{'id': '544088c0-7ba6-499b-940c-e707ffec817f', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'router_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'port_id': '97f2528a-ada6-4fd8-a5e1-993d83c05fde', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'mac_address': 'fa:16:3e:6d:74:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed18139-a564-49cc-80ae-c80587f03dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T23:13:35Z', 'updated_at': '2021-09-14T23:13:35Z', 'revision_number': 0, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed446ae7-2466-4841-b7ab-96855f00009e', 'name': '', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'mac_address': 'fa:16:3e:f6:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:55Z', 'updated_at': '2021-09-14T23:13:00Z', 'revision_number': 5, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'subnets': [{'id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:13:36.901268 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46067c0-2885-4272-8b8e-a6482825820e req-3eed707a-1473-4593-9d4d-c95f6ab6b79a tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:36.902782 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b46067c0-2885-4272-8b8e-a6482825820e req-3eed707a-1473-4593-9d4d-c95f6ab6b79a tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 945 time: 0.0488625 Sep 14 23:13:36.903126 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09578c4-4928-4708-bde9-265cb0fc4c1b None None] The sync data for ids ['e6a9e46a-fc3f-4f99-a5cc-102355518400'] in dv-cinder-760178-13-iscsi is: [{'id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'name': 'tempest-TestVolumeBootPattern-562084233-router', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:53Z', 'updated_at': '2021-09-14T23:12:56Z', 'revision_number': 4, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'gw_port': {'id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:54Z', 'updated_at': '2021-09-14T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_floatingips': [{'id': '544088c0-7ba6-499b-940c-e707ffec817f', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'router_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'port_id': '97f2528a-ada6-4fd8-a5e1-993d83c05fde', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'mac_address': 'fa:16:3e:6d:74:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed18139-a564-49cc-80ae-c80587f03dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T23:13:35Z', 'updated_at': '2021-09-14T23:13:35Z', 'revision_number': 0, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed446ae7-2466-4841-b7ab-96855f00009e', 'name': '', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'mac_address': 'fa:16:3e:f6:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:55Z', 'updated_at': '2021-09-14T23:13:00Z', 'revision_number': 5, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'subnets': [{'id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:13:36.942825 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b46067c0-2885-4272-8b8e-a6482825820e req-d4414b41-8f4f-469c-8b11-0ad77adbd7cb tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327461 Sep 14 23:13:37.084925 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5f0f49-2777-48c1-8911-54c014250e2a None None] New status for floating IP 544088c0-7ba6-499b-940c-e707ffec817f: ACTIVE {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:13:37.916740 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:38.058209 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925c4ef-e6c8-4553-b165-c16bff981a15 req-8ce6b276-f843-4ccf-888d-fef8c262a9a4 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:38.059684 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1925c4ef-e6c8-4553-b165-c16bff981a15 req-8ce6b276-f843-4ccf-888d-fef8c262a9a4 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 945 time: 0.0488608 Sep 14 23:13:38.096435 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1925c4ef-e6c8-4553-b165-c16bff981a15 req-b507d618-7be1-48f8-99bc-ce0139fd3100 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309238 Sep 14 23:13:39.220656 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2f0c0-6379-4804-a678-b0495563dfff req-b07773a2-15db-4f22-bbc3-b4a9380a5d41 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:39.222135 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-13d2f0c0-6379-4804-a678-b0495563dfff req-b07773a2-15db-4f22-bbc3-b4a9380a5d41 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 945 time: 0.0510645 Sep 14 23:13:39.259130 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-13d2f0c0-6379-4804-a678-b0495563dfff req-dd0ffff5-d677-4c5d-8a2f-1b217d7b3f91 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310593 Sep 14 23:13:40.371961 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcae16e-2558-47ec-86ab-63611b2b47d2 req-7ec11f06-7dcc-4575-a868-8a53f00bde2d tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:40.373457 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5dcae16e-2558-47ec-86ab-63611b2b47d2 req-7ec11f06-7dcc-4575-a868-8a53f00bde2d tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 945 time: 0.0476203 Sep 14 23:13:40.410511 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5dcae16e-2558-47ec-86ab-63611b2b47d2 req-868190e5-f378-4b84-8e67-fab97bab8cc5 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313249 Sep 14 23:13:41.523706 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1c078-8850-4309-b1c9-34e6441eb2fd req-6dec5b20-b8c1-4bf6-90c3-3cf3989fa304 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:41.525102 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d2f1c078-8850-4309-b1c9-34e6441eb2fd req-6dec5b20-b8c1-4bf6-90c3-3cf3989fa304 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 945 time: 0.0470531 Sep 14 23:13:41.561945 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d2f1c078-8850-4309-b1c9-34e6441eb2fd req-0b66a1ad-a0f6-4c1e-b568-27e270015585 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311394 Sep 14 23:13:42.679790 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf28f5-8a31-44ff-8861-e6657d3927fd req-cfadc78e-c2ec-4963-8c71-116d9eefd363 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:42.681301 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-34bf28f5-8a31-44ff-8861-e6657d3927fd req-cfadc78e-c2ec-4963-8c71-116d9eefd363 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 945 time: 0.0526166 Sep 14 23:13:42.717182 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-34bf28f5-8a31-44ff-8861-e6657d3927fd req-325e2715-f41d-4758-8097-99f81a97d03f tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300817 Sep 14 23:13:43.829867 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f3bc6a-953f-4cbf-b965-55254da65322 req-201e8cb8-ade4-47e3-af34-4f88c4345435 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:43.831356 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c2f3bc6a-953f-4cbf-b965-55254da65322 req-201e8cb8-ade4-47e3-af34-4f88c4345435 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 945 time: 0.0478950 Sep 14 23:13:43.868693 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c2f3bc6a-953f-4cbf-b965-55254da65322 req-d9530716-b161-4ee0-aceb-11d6521b9dcf tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308032 Sep 14 23:13:44.982238 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce63b0b-dd41-4b95-ba53-0f0272915da2 req-66e6797a-cbda-4299-ad1d-1262da18247c tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:44.983706 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-dce63b0b-dd41-4b95-ba53-0f0272915da2 req-66e6797a-cbda-4299-ad1d-1262da18247c tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 945 time: 0.0472763 Sep 14 23:13:45.019839 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-dce63b0b-dd41-4b95-ba53-0f0272915da2 req-750a5bfa-0df3-460c-8aa9-f0dbb7d7d148 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304360 Sep 14 23:13:46.138022 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db33dd7-429e-46da-9cd7-786c7a97e7e8 req-14cd093a-d3f8-406a-b51f-354f27248ef2 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:46.139499 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6db33dd7-429e-46da-9cd7-786c7a97e7e8 req-14cd093a-d3f8-406a-b51f-354f27248ef2 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 945 time: 0.0530994 Sep 14 23:13:46.178285 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6db33dd7-429e-46da-9cd7-786c7a97e7e8 req-501a4649-4f14-4173-a74d-4ba22afb4017 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323999 Sep 14 23:13:47.290965 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148374d-415f-42a2-b9d4-972548db6a60 req-75627576-0b54-4dc3-84e6-c545c573eb8c tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:47.292428 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e148374d-415f-42a2-b9d4-972548db6a60 req-75627576-0b54-4dc3-84e6-c545c573eb8c tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 945 time: 0.0481832 Sep 14 23:13:47.328888 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e148374d-415f-42a2-b9d4-972548db6a60 req-5c66b25e-4605-43c7-aad2-1951ed6160e7 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306077 Sep 14 23:13:48.441138 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb0cc5-5f4c-48cd-a2e0-492dc473e6b9 req-fcb6010d-29f6-45d8-84ff-f4eed4b00365 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:48.442598 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7ddb0cc5-5f4c-48cd-a2e0-492dc473e6b9 req-fcb6010d-29f6-45d8-84ff-f4eed4b00365 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 945 time: 0.0489669 Sep 14 23:13:48.480524 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7ddb0cc5-5f4c-48cd-a2e0-492dc473e6b9 req-a466cb23-e9c1-42b4-9655-491187a395ba tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319777 Sep 14 23:13:49.596244 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae74c01-5785-490b-88ef-cc58ad471440 req-bc65d5c0-1127-4dec-9e05-0db19f02efc6 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:49.597742 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-dae74c01-5785-490b-88ef-cc58ad471440 req-bc65d5c0-1127-4dec-9e05-0db19f02efc6 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 945 time: 0.0520093 Sep 14 23:13:49.635723 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-dae74c01-5785-490b-88ef-cc58ad471440 req-f2abff5e-89e8-43dc-b021-37098f2dab56 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311308 Sep 14 23:13:49.864252 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aee5fd-4998-4239-baa7-695bc38a7a12 req-153f59f3-19f6-442a-993d-a3aa2166684e tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:49.865813 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-08aee5fd-4998-4239-baa7-695bc38a7a12 req-153f59f3-19f6-442a-993d-a3aa2166684e tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 945 time: 0.0483289 Sep 14 23:13:49.904168 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-08aee5fd-4998-4239-baa7-695bc38a7a12 req-f823ec7f-5d50-4a76-809e-e0faa85b1154 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321922 Sep 14 23:13:49.924914 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacfd6eb-42af-4e47-93d5-052a79cc8b50 req-7fe8ede7-0f7a-47bd-b354-456657025863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:49.926409 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-bacfd6eb-42af-4e47-93d5-052a79cc8b50 req-7fe8ede7-0f7a-47bd-b354-456657025863 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9b7977ac38c94d8fae1f3929e42d5336&device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 1098 time: 0.0417614 Sep 14 23:13:50.276029 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacfd6eb-42af-4e47-93d5-052a79cc8b50 req-afc9ded8-efb2-4262-86b2-38b016ab210c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:50.277545 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-bacfd6eb-42af-4e47-93d5-052a79cc8b50 req-afc9ded8-efb2-4262-86b2-38b016ab210c service neutron] 10.222.0.52 "GET /v2.0/networks?id=043517e4-edaa-4f0b-a4ce-48a6ef5deb04 HTTP/1.1" status: 200 len: 911 time: 0.3423908 Sep 14 23:13:50.342677 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-bacfd6eb-42af-4e47-93d5-052a79cc8b50 req-3a7f1a25-42df-4804-94d8-ff188bcc740a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5ca1e40-c30a-45da-8976-edf264214904 HTTP/1.1" status: 200 len: 1001 time: 0.0543656 Sep 14 23:13:50.390444 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacfd6eb-42af-4e47-93d5-052a79cc8b50 req-ab3a1501-9595-416d-a28a-ef6992b6f77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:50.391850 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-bacfd6eb-42af-4e47-93d5-052a79cc8b50 req-ab3a1501-9595-416d-a28a-ef6992b6f77c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a74333b0-c023-4bf5-bc80-5237297dbb36 HTTP/1.1" status: 200 len: 849 time: 0.0424523 Sep 14 23:13:50.440325 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacfd6eb-42af-4e47-93d5-052a79cc8b50 req-3c7e1901-1596-4d38-bef0-88b0bb882b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:50.441809 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-bacfd6eb-42af-4e47-93d5-052a79cc8b50 req-3c7e1901-1596-4d38-bef0-88b0bb882b5e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=043517e4-edaa-4f0b-a4ce-48a6ef5deb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414577 Sep 14 23:13:50.528480 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-bacfd6eb-42af-4e47-93d5-052a79cc8b50 req-090fc38a-a23c-4784-9196-c6792ae68c18 service neutron] 10.222.0.52 "GET /v2.0/networks/043517e4-edaa-4f0b-a4ce-48a6ef5deb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785654 Sep 14 23:13:50.620370 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-bacfd6eb-42af-4e47-93d5-052a79cc8b50 req-f9f292ce-5e3c-4698-bcaf-1a6cc874cbae service neutron] 10.222.0.52 "GET /v2.0/networks/043517e4-edaa-4f0b-a4ce-48a6ef5deb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848148 Sep 14 23:13:51.018565 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217175c-fc53-4056-bb6e-d230a6874653 req-625d0541-308d-47a4-91c9-a1fbde265b28 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:51.020022 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9217175c-fc53-4056-bb6e-d230a6874653 req-625d0541-308d-47a4-91c9-a1fbde265b28 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 945 time: 0.0477171 Sep 14 23:13:51.057610 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9217175c-fc53-4056-bb6e-d230a6874653 req-996109ab-cf24-4a28-83e3-ada651c0daed tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314760 Sep 14 23:13:52.173250 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b3936-8266-45e5-9633-52e6bdfd4967 req-97bbf702-53a3-4f6c-b354-ea9deb4199b8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:13:52.174601 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-509b3936-8266-45e5-9633-52e6bdfd4967 req-97bbf702-53a3-4f6c-b354-ea9deb4199b8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 945 time: 0.0516572 Sep 14 23:13:52.212018 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-509b3936-8266-45e5-9633-52e6bdfd4967 req-17907c2e-626e-4b61-91fe-49c4a8caae56 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310407 Sep 14 23:14:00.353224 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:02.241236 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-b25fdb7e-3be7-4eb8-af69-895366a7bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:03.931131 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a46fa2f3-64aa-4876-91be-b9442a930246 req-69184d28-ff5f-46c9-bc1d-4216e9d0116d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385699 Sep 14 23:14:04.016171 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fa2f3-64aa-4876-91be-b9442a930246 req-ce616309-4bf4-4599-b9d0-eac9c7a12cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:14:04.017760 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a46fa2f3-64aa-4876-91be-b9442a930246 req-ce616309-4bf4-4599-b9d0-eac9c7a12cdf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9b7977ac38c94d8fae1f3929e42d5336&device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 1098 time: 0.0397284 Sep 14 23:14:04.122537 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fa2f3-64aa-4876-91be-b9442a930246 req-965999d1-bc85-4081-ac17-4158a0a3f5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:14:04.123956 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a46fa2f3-64aa-4876-91be-b9442a930246 req-965999d1-bc85-4081-ac17-4158a0a3f5fe service neutron] 10.222.0.52 "GET /v2.0/networks?id=043517e4-edaa-4f0b-a4ce-48a6ef5deb04 HTTP/1.1" status: 200 len: 911 time: 0.0876107 Sep 14 23:14:04.192449 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a46fa2f3-64aa-4876-91be-b9442a930246 req-b565026a-d996-4f56-a678-1fe96e88eddb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5ca1e40-c30a-45da-8976-edf264214904 HTTP/1.1" status: 200 len: 1001 time: 0.0583324 Sep 14 23:14:04.245912 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fa2f3-64aa-4876-91be-b9442a930246 req-37ba0d7c-1e5e-4d6e-b9b9-97e741594e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:14:04.247316 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a46fa2f3-64aa-4876-91be-b9442a930246 req-37ba0d7c-1e5e-4d6e-b9b9-97e741594e83 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a74333b0-c023-4bf5-bc80-5237297dbb36 HTTP/1.1" status: 200 len: 849 time: 0.0465202 Sep 14 23:14:04.298919 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fa2f3-64aa-4876-91be-b9442a930246 req-9927a117-e56e-4b18-9c57-865bed339d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:14:04.300350 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a46fa2f3-64aa-4876-91be-b9442a930246 req-9927a117-e56e-4b18-9c57-865bed339d0e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=043517e4-edaa-4f0b-a4ce-48a6ef5deb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398402 Sep 14 23:14:04.391418 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a46fa2f3-64aa-4876-91be-b9442a930246 req-0dbf1fc6-50a1-4d17-8459-44d191e5e313 service neutron] 10.222.0.52 "GET /v2.0/networks/043517e4-edaa-4f0b-a4ce-48a6ef5deb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827420 Sep 14 23:14:04.479808 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a46fa2f3-64aa-4876-91be-b9442a930246 req-e2c5056c-c25e-4f6c-89f6-154caab02987 service neutron] 10.222.0.52 "GET /v2.0/networks/043517e4-edaa-4f0b-a4ce-48a6ef5deb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808303 Sep 14 23:14:04.966506 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-f4e7fb9e-d7ae-4526-ae18-1b0f052cad7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:04.978023 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:06.066607 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:06.710459 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 6 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:14:07.920519 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:26.968987 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c290d4-d252-4ab9-9462-d07a0d9167a4 req-9061a63a-6812-4e21-9479-58cfd4f91148 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:14:26.970454 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b2c290d4-d252-4ab9-9462-d07a0d9167a4 req-9061a63a-6812-4e21-9479-58cfd4f91148 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 945 time: 0.0480640 Sep 14 23:14:27.008163 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b2c290d4-d252-4ab9-9462-d07a0d9167a4 req-02e3e14a-d0ea-4c0b-829d-8c074f03d73c tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305872 Sep 14 23:14:28.128326 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d025299-e812-4181-8a15-d35f0c8f9a11 req-846950e8-363d-4bec-ac60-f71e79bd60c2 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:14:28.129900 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7d025299-e812-4181-8a15-d35f0c8f9a11 req-846950e8-363d-4bec-ac60-f71e79bd60c2 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 945 time: 0.0511553 Sep 14 23:14:28.169588 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7d025299-e812-4181-8a15-d35f0c8f9a11 req-40f85733-3848-40f2-92c5-bca17679eb9d tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336294 Sep 14 23:14:29.284334 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e11c5-239c-44bd-8c98-1e83bc0821ff req-a36cdf8b-eaf6-459b-b76f-6e2287a011c8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:14:29.285807 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a55e11c5-239c-44bd-8c98-1e83bc0821ff req-a36cdf8b-eaf6-459b-b76f-6e2287a011c8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 945 time: 0.0509918 Sep 14 23:14:29.322519 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a55e11c5-239c-44bd-8c98-1e83bc0821ff req-4e2ce1e8-bd48-457e-bdb6-c86b5247df31 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306809 Sep 14 23:14:30.377271 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:30.434410 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa85fe-8cdc-4f9f-82c8-9cc063dd82ba req-5f3c2c62-efe6-44d1-bcb1-553839a681e5 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:14:30.435869 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-bdaa85fe-8cdc-4f9f-82c8-9cc063dd82ba req-5f3c2c62-efe6-44d1-bcb1-553839a681e5 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 945 time: 0.0474546 Sep 14 23:14:30.473095 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-bdaa85fe-8cdc-4f9f-82c8-9cc063dd82ba req-1089b4a0-a375-48b1-ada0-d0054b5dfa10 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313914 Sep 14 23:14:31.583554 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568a05f-2acc-453b-9f15-fd682754c4ac req-b5b4bb12-451a-4c13-bc55-fa03e4107fec tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:14:31.585798 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c568a05f-2acc-453b-9f15-fd682754c4ac req-b5b4bb12-451a-4c13-bc55-fa03e4107fec tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 945 time: 0.0470560 Sep 14 23:14:31.621826 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c568a05f-2acc-453b-9f15-fd682754c4ac req-8b602f20-7dcc-4683-9b2b-fb0faf99a5ed tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303380 Sep 14 23:14:32.242908 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-2f8464c8-c644-437b-9448-7e053028bb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:32.737235 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5deb6-18cf-4fa7-ac97-18ff6b156412 req-e4ad62aa-4dd7-4e81-9630-bfd9776baf0a tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:14:32.738692 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-63a5deb6-18cf-4fa7-ac97-18ff6b156412 req-e4ad62aa-4dd7-4e81-9630-bfd9776baf0a tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 945 time: 0.0513353 Sep 14 23:14:32.776034 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-63a5deb6-18cf-4fa7-ac97-18ff6b156412 req-f7f4e33f-510f-48d7-840e-9f118f6e92e1 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304585 Sep 14 23:14:33.887153 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c5bc0-a05c-49aa-96be-1f716e9e7497 req-442ab6a7-5c1a-4b20-9623-bf415919a03b tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:14:33.888669 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0a1c5bc0-a05c-49aa-96be-1f716e9e7497 req-442ab6a7-5c1a-4b20-9623-bf415919a03b tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 945 time: 0.0478652 Sep 14 23:14:33.926172 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0a1c5bc0-a05c-49aa-96be-1f716e9e7497 req-232471ed-3e93-42fa-ac6c-c23b9ddae1d8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315893 Sep 14 23:14:34.957054 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-5f9721ff-a814-4d38-a3a9-5ef2b66a4efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:34.977781 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:35.041602 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c1d49-df85-4677-aef7-ed6016694ca7 req-fa5fc794-6df0-4576-aeec-0e7f2fe96ac1 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:14:35.043089 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3c0c1d49-df85-4677-aef7-ed6016694ca7 req-fa5fc794-6df0-4576-aeec-0e7f2fe96ac1 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 945 time: 0.0480423 Sep 14 23:14:35.080502 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3c0c1d49-df85-4677-aef7-ed6016694ca7 req-c160d2f9-c149-4004-9abf-314d11e46597 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316935 Sep 14 23:14:36.069974 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:36.199330 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10ad65-83d8-496c-8bb8-e43c98aaa3b8 req-fc10ab9e-0806-4231-b44f-822713934c9f tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:14:36.200799 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1d10ad65-83d8-496c-8bb8-e43c98aaa3b8 req-fc10ab9e-0806-4231-b44f-822713934c9f tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 945 time: 0.0507927 Sep 14 23:14:36.237120 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1d10ad65-83d8-496c-8bb8-e43c98aaa3b8 req-30184534-29d1-4cfd-900f-3f2b95653d6f tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305378 Sep 14 23:14:37.350904 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9031e2-27c3-40f4-aa8f-e08bf530e74e req-b4e8d4b7-0caa-4c15-be68-8555e4b31624 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:14:37.352369 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3d9031e2-27c3-40f4-aa8f-e08bf530e74e req-b4e8d4b7-0caa-4c15-be68-8555e4b31624 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 945 time: 0.0483155 Sep 14 23:14:37.388950 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3d9031e2-27c3-40f4-aa8f-e08bf530e74e req-326a5bf6-3da4-48fe-8db7-4c2fd684b9f0 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306735 Sep 14 23:14:37.582975 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23664a9f-035f-4b74-8d8b-c1013ed1653e req-56cc1cce-8142-49bd-8047-1383eb88d42d tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:14:37.585201 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-23664a9f-035f-4b74-8d8b-c1013ed1653e req-56cc1cce-8142-49bd-8047-1383eb88d42d tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 945 time: 0.0502288 Sep 14 23:14:37.603231 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ccf1c5-b828-4095-a260-11f2115fee9d req-a5e70ae7-76ef-41a8-baa1-b2cc811dd591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:14:37.604854 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a0ccf1c5-b828-4095-a260-11f2115fee9d req-a5e70ae7-76ef-41a8-baa1-b2cc811dd591 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9b7977ac38c94d8fae1f3929e42d5336&device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 1098 time: 0.0411329 Sep 14 23:14:37.624060 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-23664a9f-035f-4b74-8d8b-c1013ed1653e req-7d0035c9-e63c-49c2-a723-b4084603aa23 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324984 Sep 14 23:14:37.697331 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ccf1c5-b828-4095-a260-11f2115fee9d req-0672fd36-bbcc-4c4f-82f6-0931bc2914f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:14:37.698784 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a0ccf1c5-b828-4095-a260-11f2115fee9d req-0672fd36-bbcc-4c4f-82f6-0931bc2914f3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=043517e4-edaa-4f0b-a4ce-48a6ef5deb04 HTTP/1.1" status: 200 len: 911 time: 0.0873897 Sep 14 23:14:37.760576 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a0ccf1c5-b828-4095-a260-11f2115fee9d req-8249c8bf-1968-4a27-b8fb-4a0e39fe494e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5ca1e40-c30a-45da-8976-edf264214904 HTTP/1.1" status: 200 len: 1001 time: 0.0544474 Sep 14 23:14:37.810038 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ccf1c5-b828-4095-a260-11f2115fee9d req-70fcab6e-c10d-4525-813f-0eedbb412f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:14:37.811423 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a0ccf1c5-b828-4095-a260-11f2115fee9d req-70fcab6e-c10d-4525-813f-0eedbb412f3d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a74333b0-c023-4bf5-bc80-5237297dbb36 HTTP/1.1" status: 200 len: 849 time: 0.0445662 Sep 14 23:14:37.856630 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ccf1c5-b828-4095-a260-11f2115fee9d req-e1afa108-ab31-4cee-b8a2-6beab3357fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:14:37.858223 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a0ccf1c5-b828-4095-a260-11f2115fee9d req-e1afa108-ab31-4cee-b8a2-6beab3357fd9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=043517e4-edaa-4f0b-a4ce-48a6ef5deb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400617 Sep 14 23:14:37.924660 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:37.951205 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a0ccf1c5-b828-4095-a260-11f2115fee9d req-3f6f3dfe-572e-4144-b798-e9432152b06e service neutron] 10.222.0.52 "GET /v2.0/networks/043517e4-edaa-4f0b-a4ce-48a6ef5deb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852389 Sep 14 23:14:38.038336 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a0ccf1c5-b828-4095-a260-11f2115fee9d req-f7935a75-8280-4343-9de4-4ca92f331e7c service neutron] 10.222.0.52 "GET /v2.0/networks/043517e4-edaa-4f0b-a4ce-48a6ef5deb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799701 Sep 14 23:14:38.746169 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deebc805-4778-463b-bc14-d2206736c9bc req-396d688f-5aef-4ad7-a2d3-72106028dc26 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:14:38.747616 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-deebc805-4778-463b-bc14-d2206736c9bc req-396d688f-5aef-4ad7-a2d3-72106028dc26 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 945 time: 0.0520551 Sep 14 23:14:38.784255 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-deebc805-4778-463b-bc14-d2206736c9bc req-63429e63-d14a-42aa-88bd-e00601922d76 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307848 Sep 14 23:14:43.709001 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 6 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:15:00.397068 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:02.243243 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-37c329e8-64fb-4eff-8f24-1b1f60158be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:04.941080 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-aa3a037b-fb82-4384-82a0-f969badf25a3 req-5d6c3c30-cd77-4919-a25d-004304a40ae9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5ed18139-a564-49cc-80ae-c80587f03dec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388458 Sep 14 23:15:04.957882 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-1a9fd29b-bcbf-40a0-a0bd-98525959a3d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:04.979877 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:05.009092 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a037b-fb82-4384-82a0-f969badf25a3 req-f40e02e5-96fb-40b8-ac91-f01d7924c259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:05.011065 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-aa3a037b-fb82-4384-82a0-f969badf25a3 req-f40e02e5-96fb-40b8-ac91-f01d7924c259 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8915cc648aab4f24a51c9b9e231e2b99&device_id=5ed18139-a564-49cc-80ae-c80587f03dec HTTP/1.1" status: 200 len: 1099 time: 0.0458372 Sep 14 23:15:05.110493 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a037b-fb82-4384-82a0-f969badf25a3 req-5f23f5da-9bba-4056-997b-b3c017300373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:05.111927 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-aa3a037b-fb82-4384-82a0-f969badf25a3 req-5f23f5da-9bba-4056-997b-b3c017300373 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 HTTP/1.1" status: 200 len: 912 time: 0.0819304 Sep 14 23:15:05.181794 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-aa3a037b-fb82-4384-82a0-f969badf25a3 req-7c5d2e0c-b5f8-466e-8fdf-a0ad18957713 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97f2528a-ada6-4fd8-a5e1-993d83c05fde HTTP/1.1" status: 200 len: 1001 time: 0.0593705 Sep 14 23:15:05.231250 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a037b-fb82-4384-82a0-f969badf25a3 req-8220fcb1-cd8c-4e47-bf0b-a07a0043bcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:05.232757 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-aa3a037b-fb82-4384-82a0-f969badf25a3 req-8220fcb1-cd8c-4e47-bf0b-a07a0043bcdc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79d1bb9-104b-4d23-a2b5-a32f1a77cc2a HTTP/1.1" status: 200 len: 850 time: 0.0420511 Sep 14 23:15:05.276854 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a037b-fb82-4384-82a0-f969badf25a3 req-b802bd96-39f9-4c11-a4e2-168f2920ae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:05.278390 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-aa3a037b-fb82-4384-82a0-f969badf25a3 req-b802bd96-39f9-4c11-a4e2-168f2920ae97 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6b378f1-7a0f-4d9e-bae9-58a1c529ee10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0387042 Sep 14 23:15:05.289617 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [req-aa3a037b-fb82-4384-82a0-f969badf25a3 req-0d961364-2770-4392-8873-dfc123479168 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 23:15:05.290714 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-aa3a037b-fb82-4384-82a0-f969badf25a3 req-0d961364-2770-4392-8873-dfc123479168 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049462 Sep 14 23:15:05.378944 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-aa3a037b-fb82-4384-82a0-f969badf25a3 req-269c1811-e856-439f-a73e-67550729fd51 service neutron] 10.222.0.52 "GET /v2.0/networks/b6b378f1-7a0f-4d9e-bae9-58a1c529ee10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807059 Sep 14 23:15:05.466323 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-aa3a037b-fb82-4384-82a0-f969badf25a3 req-b7d65a6d-cdbf-4408-a7e9-431a1744b4d1 service neutron] 10.222.0.52 "GET /v2.0/networks/b6b378f1-7a0f-4d9e-bae9-58a1c529ee10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790353 Sep 14 23:15:06.072359 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:07.927539 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:11.692893 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfbd877-0a70-45c4-9d4e-6c3652de1168 req-662798df-87ad-4ac2-b5a5-04a13d3ae3d1 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:11.694367 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fdfbd877-0a70-45c4-9d4e-6c3652de1168 req-662798df-87ad-4ac2-b5a5-04a13d3ae3d1 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 945 time: 0.0486805 Sep 14 23:15:11.731385 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fdfbd877-0a70-45c4-9d4e-6c3652de1168 req-73e049f5-c433-4311-910c-ae1c1e2bf659 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303245 Sep 14 23:15:12.896358 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f7d38-cfcb-49ac-bdc9-a65a2530bbc1 req-9aa92891-c7f3-4ab1-acc7-8b3c8776acaf tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:12.897850 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c44f7d38-cfcb-49ac-bdc9-a65a2530bbc1 req-9aa92891-c7f3-4ab1-acc7-8b3c8776acaf tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 945 time: 0.0988963 Sep 14 23:15:12.935039 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c44f7d38-cfcb-49ac-bdc9-a65a2530bbc1 req-983c892e-9939-4076-8bc2-31e4d40c33a7 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=db6a69cb-a752-4879-8655-ec99c9bb7d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314317 Sep 14 23:15:13.527318 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee8a40-4cb9-415b-aac1-57df213cb8ec req-1f408970-9c67-430e-bb0a-3d0bff39b1ef tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:13.528803 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-50ee8a40-4cb9-415b-aac1-57df213cb8ec req-1f408970-9c67-430e-bb0a-3d0bff39b1ef tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.52 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 945 time: 0.0516686 Sep 14 23:15:13.624296 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-50ee8a40-4cb9-415b-aac1-57df213cb8ec req-39cfc8e2-b22f-452d-a1e3-78838e5b0df8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Deleting port f5ca1e40-c30a-45da-8976-edf264214904 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:15:13.624660 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-50ee8a40-4cb9-415b-aac1-57df213cb8ec req-39cfc8e2-b22f-452d-a1e3-78838e5b0df8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:13.713173 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-50ee8a40-4cb9-415b-aac1-57df213cb8ec req-39cfc8e2-b22f-452d-a1e3-78838e5b0df8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] For port f5ca1e40-c30a-45da-8976-edf264214904, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=f5ca1e40-c30a-45da-8976-edf264214904,segment=NetworkSegment(442380c2-4d09-45a5-b9d5-a59876e97d31),segment_id=442380c2-4d09-45a5-b9d5-a59876e97d31)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:15:13.713540 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-50ee8a40-4cb9-415b-aac1-57df213cb8ec req-39cfc8e2-b22f-452d-a1e3-78838e5b0df8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:13.879547 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-50ee8a40-4cb9-415b-aac1-57df213cb8ec req-39cfc8e2-b22f-452d-a1e3-78838e5b0df8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:13.879827 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-50ee8a40-4cb9-415b-aac1-57df213cb8ec req-39cfc8e2-b22f-452d-a1e3-78838e5b0df8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529163'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:13.880141 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.db.l3_db [req-50ee8a40-4cb9-415b-aac1-57df213cb8ec req-39cfc8e2-b22f-452d-a1e3-78838e5b0df8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Floating IP c114af87-2465-4e1a-a775-8634e1877a92 disassociated. External IP: 172.27.3.128, port: f5ca1e40-c30a-45da-8976-edf264214904. Sep 14 23:15:13.880477 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-50ee8a40-4cb9-415b-aac1-57df213cb8ec req-39cfc8e2-b22f-452d-a1e3-78838e5b0df8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Calling delete_port for f5ca1e40-c30a-45da-8976-edf264214904 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:15:14.005899 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-50ee8a40-4cb9-415b-aac1-57df213cb8ec req-39cfc8e2-b22f-452d-a1e3-78838e5b0df8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:14.032083 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-22926fe1-cf02-4046-8eb5-c269720914f4 req-20a0c513-eca2-465d-94fe-68c692552cb4 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=b24a7bce-37eb-48e6-b958-5c2e2796fccd HTTP/1.1" status: 200 len: 210 time: 0.0313251 Sep 14 23:15:14.033753 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cfc8e2-b22f-452d-a1e3-78838e5b0df8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Pushing event deleted for resources: {'Port': ['ID=f5ca1e40-c30a-45da-8976-edf264214904,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:15:14.046726 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cfc8e2-b22f-452d-a1e3-78838e5b0df8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:14.047086 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cfc8e2-b22f-452d-a1e3-78838e5b0df8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:14.047434 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cfc8e2-b22f-452d-a1e3-78838e5b0df8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:14.047780 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cfc8e2-b22f-452d-a1e3-78838e5b0df8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:14.048190 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cfc8e2-b22f-452d-a1e3-78838e5b0df8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:14.048439 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cfc8e2-b22f-452d-a1e3-78838e5b0df8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:14.048804 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cfc8e2-b22f-452d-a1e3-78838e5b0df8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:14.049204 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cfc8e2-b22f-452d-a1e3-78838e5b0df8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:14.049550 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cfc8e2-b22f-452d-a1e3-78838e5b0df8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:14.049936 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cfc8e2-b22f-452d-a1e3-78838e5b0df8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:14.050272 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cfc8e2-b22f-452d-a1e3-78838e5b0df8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:14.050601 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cfc8e2-b22f-452d-a1e3-78838e5b0df8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:14.166412 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50ee8a40-4cb9-415b-aac1-57df213cb8ec req-39cfc8e2-b22f-452d-a1e3-78838e5b0df8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Router 2c94a897-9a67-4741-b7f3-052098f38bc6 has already been hosted by L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 23:15:14.270011 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50ee8a40-4cb9-415b-aac1-57df213cb8ec req-39cfc8e2-b22f-452d-a1e3-78838e5b0df8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:15:14.279971 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ad3b19-1409-4130-80d4-a6287681e41f None None] Sync routers for ids ['2c94a897-9a67-4741-b7f3-052098f38bc6'] in dv-cinder-760178-13-iscsi {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:15:14.289499 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ad3b19-1409-4130-80d4-a6287681e41f None None] Routers {'2c94a897-9a67-4741-b7f3-052098f38bc6'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:15:14.290170 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-b5ad3b19-1409-4130-80d4-a6287681e41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:15:05Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['2c94a897-9a67-4741-b7f3-052098f38bc6'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:15:14.309331 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ee8a40-4cb9-415b-aac1-57df213cb8ec req-39cfc8e2-b22f-452d-a1e3-78838e5b0df8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] No DVR routers for this DVR port f5ca1e40-c30a-45da-8976-edf264214904 on host hv-cinder-76017 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:15:14.311944 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-50ee8a40-4cb9-415b-aac1-57df213cb8ec req-39cfc8e2-b22f-452d-a1e3-78838e5b0df8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:14.313988 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-50ee8a40-4cb9-415b-aac1-57df213cb8ec req-39cfc8e2-b22f-452d-a1e3-78838e5b0df8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.52 "DELETE /v2.0/ports/f5ca1e40-c30a-45da-8976-edf264214904 HTTP/1.1" status: 204 len: 173 time: 0.7795851 Sep 14 23:15:14.314444 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b24a7bce-37eb-48e6-b958-5c2e2796fccd', 'name': 'network-vif-deleted', 'tag': 'f5ca1e40-c30a-45da-8976-edf264214904'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:15:14.316757 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b27504ed887e131bccbae67cb08e94fb53697a19aeb48787dd98b51fbb9c8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d22c42-82bb-4334-a377-3f235c21f931" -d '{"events": [{"server_uuid": "b24a7bce-37eb-48e6-b958-5c2e2796fccd", "name": "network-vif-deleted", "tag": "f5ca1e40-c30a-45da-8976-edf264214904"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:15:14.357393 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d96368-ce5e-4d3a-ac71-f8b2f51d4b5a x-openstack-request-id: req-e1d96368-ce5e-4d3a-ac71-f8b2f51d4b5a {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:15:14.357738 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b24a7bce-37eb-48e6-b958-5c2e2796fccd", "name": "network-vif-deleted", "tag": "f5ca1e40-c30a-45da-8976-edf264214904", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:15:14.358012 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e1d96368-ce5e-4d3a-ac71-f8b2f51d4b5a {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:15:14.358408 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b24a7bce-37eb-48e6-b958-5c2e2796fccd', 'name': 'network-vif-deleted', 'tag': 'f5ca1e40-c30a-45da-8976-edf264214904', 'status': 'completed', 'code': 200} Sep 14 23:15:14.402965 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-b5ad3b19-1409-4130-80d4-a6287681e41f None None] Set router 2c94a897-9a67-4741-b7f3-052098f38bc6 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:15:14.611882 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-b5ad3b19-1409-4130-80d4-a6287681e41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'name': 'tempest-AttachVolumeTestJSON-454697747-router', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:29Z', 'updated_at': '2021-09-14T23:12:32Z', 'revision_number': 4, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'gw_port': {'id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:11:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:30Z', 'updated_at': '2021-09-14T23:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': '57edb584-7839-4471-a9c4-22b82729233f', 'name': '', 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'mac_address': 'fa:16:3e:39:aa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a74333b0-c023-4bf5-bc80-5237297dbb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:31Z', 'updated_at': '2021-09-14T23:12:35Z', 'revision_number': 5, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'subnets': [{'id': 'a74333b0-c023-4bf5-bc80-5237297dbb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:15:14.638563 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ad3b19-1409-4130-80d4-a6287681e41f None None] Checking router: 2c94a897-9a67-4741-b7f3-052098f38bc6 for host: dv-cinder-760178-13-iscsi {{(pid=94137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:15:14.646737 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ad3b19-1409-4130-80d4-a6287681e41f None None] Routers {'2c94a897-9a67-4741-b7f3-052098f38bc6'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:15:14.647337 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-b5ad3b19-1409-4130-80d4-a6287681e41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:15:05Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['2c94a897-9a67-4741-b7f3-052098f38bc6'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:15:14.753505 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-b5ad3b19-1409-4130-80d4-a6287681e41f None None] Set router 2c94a897-9a67-4741-b7f3-052098f38bc6 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:15:14.946043 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-b5ad3b19-1409-4130-80d4-a6287681e41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'name': 'tempest-AttachVolumeTestJSON-454697747-router', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:29Z', 'updated_at': '2021-09-14T23:12:32Z', 'revision_number': 4, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'gw_port': {'id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:11:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:30Z', 'updated_at': '2021-09-14T23:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': '57edb584-7839-4471-a9c4-22b82729233f', 'name': '', 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'mac_address': 'fa:16:3e:39:aa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a74333b0-c023-4bf5-bc80-5237297dbb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:31Z', 'updated_at': '2021-09-14T23:12:35Z', 'revision_number': 5, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'subnets': [{'id': 'a74333b0-c023-4bf5-bc80-5237297dbb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:15:14.975267 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ad3b19-1409-4130-80d4-a6287681e41f None None] The sync data for ids ['2c94a897-9a67-4741-b7f3-052098f38bc6'] in dv-cinder-760178-13-iscsi is: [{'id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'name': 'tempest-AttachVolumeTestJSON-454697747-router', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:29Z', 'updated_at': '2021-09-14T23:12:32Z', 'revision_number': 4, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'gw_port': {'id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:11:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:30Z', 'updated_at': '2021-09-14T23:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': '57edb584-7839-4471-a9c4-22b82729233f', 'name': '', 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'mac_address': 'fa:16:3e:39:aa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a74333b0-c023-4bf5-bc80-5237297dbb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:31Z', 'updated_at': '2021-09-14T23:12:35Z', 'revision_number': 5, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'subnets': [{'id': 'a74333b0-c023-4bf5-bc80-5237297dbb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:15:15.125519 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 49774) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:15:15.182220 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-867d9e0e-82c8-4c10-8dc2-b41419c602b1 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:15.195155 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127ac985-8169-42b1-b382-531e4a98a9a1 None None] New status for floating IP c114af87-2465-4e1a-a775-8634e1877a92: DOWN {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:15:15.209448 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-867d9e0e-82c8-4c10-8dc2-b41419c602b1 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:15.257181 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-867d9e0e-82c8-4c10-8dc2-b41419c602b1 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:15.259767 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-867d9e0e-82c8-4c10-8dc2-b41419c602b1 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:15.260988 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-867d9e0e-82c8-4c10-8dc2-b41419c602b1 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "DELETE /v2.0/security-groups/db6a69cb-a752-4879-8655-ec99c9bb7d81 HTTP/1.1" status: 204 len: 168 time: 0.1342106 Sep 14 23:15:15.263971 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 49776) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:15:15.271070 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d9e0e-82c8-4c10-8dc2-b41419c602b1 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6a69cb-a752-4879-8655-ec99c9bb7d81,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:15:15.281475 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.api.v2.resource [None req-37f31142-62b2-4d3c-819e-e16f894a5c23 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] show failed (client error): The resource could not be found. Sep 14 23:15:15.285364 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-37f31142-62b2-4d3c-819e-e16f894a5c23 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups/db6a69cb-a752-4879-8655-ec99c9bb7d81 HTTP/1.1" status: 404 len: 347 time: 0.0187502 Sep 14 23:15:15.286022 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 49778) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:15:15.412160 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-571d27c3-6082-4976-926f-30b1c38fa189 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Deleting port 28b9594f-f370-42a4-a1ce-98e1affaf4c3 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:15:15.412500 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-571d27c3-6082-4976-926f-30b1c38fa189 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:15.489488 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-571d27c3-6082-4976-926f-30b1c38fa189 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:15.489841 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-571d27c3-6082-4976-926f-30b1c38fa189 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:15.503669 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-571d27c3-6082-4976-926f-30b1c38fa189 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Calling delete_port for 28b9594f-f370-42a4-a1ce-98e1affaf4c3 owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:15:15.632540 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-571d27c3-6082-4976-926f-30b1c38fa189 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:15.658997 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d27c3-6082-4976-926f-30b1c38fa189 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Pushing event deleted for resources: {'Port': ['ID=28b9594f-f370-42a4-a1ce-98e1affaf4c3,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:15:15.716506 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-571d27c3-6082-4976-926f-30b1c38fa189 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:15.720433 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-571d27c3-6082-4976-926f-30b1c38fa189 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:15.721618 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-571d27c3-6082-4976-926f-30b1c38fa189 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "DELETE /v2.0/floatingips/c114af87-2465-4e1a-a775-8634e1877a92 HTTP/1.1" status: 204 len: 168 time: 0.4345496 Sep 14 23:15:16.096835 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 49782) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:15:16.102000 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-c32272a7-6a12-4d25-abb5-1fa2e4735839 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1469880274', 'description': 'tempest-description--468589461'}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:15:16.123262 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c32272a7-6a12-4d25-abb5-1fa2e4735839 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:16.207697 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c32272a7-6a12-4d25-abb5-1fa2e4735839 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:16.210529 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c32272a7-6a12-4d25-abb5-1fa2e4735839 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:16.236292 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c32272a7-6a12-4d25-abb5-1fa2e4735839 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:16.237523 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-c32272a7-6a12-4d25-abb5-1fa2e4735839 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1397147 Sep 14 23:15:16.240434 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 49784) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:15:16.241497 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32272a7-6a12-4d25-abb5-1fa2e4735839 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67d722f7-a362-42e2-a215-ec8ac144684f,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:15:16.245322 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-e7b65ea3-e8f4-4039-a674-563871ce8c08 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Request body: {'security_group_rule': {'security_group_id': '67d722f7-a362-42e2-a215-ec8ac144684f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:15:16.249035 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32272a7-6a12-4d25-abb5-1fa2e4735839 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:16.249995 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32272a7-6a12-4d25-abb5-1fa2e4735839 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:16.250339 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32272a7-6a12-4d25-abb5-1fa2e4735839 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:16.250674 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32272a7-6a12-4d25-abb5-1fa2e4735839 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:16.251007 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32272a7-6a12-4d25-abb5-1fa2e4735839 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:16.251343 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32272a7-6a12-4d25-abb5-1fa2e4735839 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:16.251668 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32272a7-6a12-4d25-abb5-1fa2e4735839 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:16.251994 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32272a7-6a12-4d25-abb5-1fa2e4735839 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:16.252322 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32272a7-6a12-4d25-abb5-1fa2e4735839 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:16.252659 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32272a7-6a12-4d25-abb5-1fa2e4735839 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:16.252988 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32272a7-6a12-4d25-abb5-1fa2e4735839 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:16.253308 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32272a7-6a12-4d25-abb5-1fa2e4735839 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:16.275732 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e7b65ea3-e8f4-4039-a674-563871ce8c08 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:16.331663 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e7b65ea3-e8f4-4039-a674-563871ce8c08 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:16.335023 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e7b65ea3-e8f4-4039-a674-563871ce8c08 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474660'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:16.355163 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b65ea3-e8f4-4039-a674-563871ce8c08 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=104d7918-a800-4a99-a4ba-43c5a33b165e,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:15:16.361595 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e7b65ea3-e8f4-4039-a674-563871ce8c08 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:16.363055 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-e7b65ea3-e8f4-4039-a674-563871ce8c08 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1213250 Sep 14 23:15:16.365703 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 49786) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:15:16.369983 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-96178a17-c2ed-4684-a37b-b8f61092bf1e tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Request body: {'security_group_rule': {'security_group_id': '67d722f7-a362-42e2-a215-ec8ac144684f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:15:16.395784 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-96178a17-c2ed-4684-a37b-b8f61092bf1e tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:16.450505 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-96178a17-c2ed-4684-a37b-b8f61092bf1e tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:16.454269 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-96178a17-c2ed-4684-a37b-b8f61092bf1e tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474660'] for security_group_rule, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:16.469284 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96178a17-c2ed-4684-a37b-b8f61092bf1e tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50fd0294-7e8a-4d97-b776-3eae6bbb6deb,revision_number=0']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:15:16.477923 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-96178a17-c2ed-4684-a37b-b8f61092bf1e tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:16.479149 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-96178a17-c2ed-4684-a37b-b8f61092bf1e tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1124654 Sep 14 23:15:16.482241 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 49788) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:15:16.487121 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-1d6f29f0-2488-430d-a13f-017ac3f43471 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Request body: {'floatingip': {'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:15:16.508104 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1d6f29f0-2488-430d-a13f-017ac3f43471 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:16.605235 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1d6f29f0-2488-430d-a13f-017ac3f43471 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:16.708454 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-1d6f29f0-2488-430d-a13f-017ac3f43471 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Allocated IP 172.27.3.10 (97df119d-fd41-4b39-86f3-953f642e27ab/0cfef410-e94d-43c5-8572-4959e322a29a/68adf45a-8644-44ca-9305-b548889c5298) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:15:16.811861 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1d6f29f0-2488-430d-a13f-017ac3f43471 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:16.848550 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1d6f29f0-2488-430d-a13f-017ac3f43471 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:16.884779 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6f29f0-2488-430d-a13f-017ac3f43471 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Network 97df119d-fd41-4b39-86f3-953f642e27ab is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:15:16.887349 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-1d6f29f0-2488-430d-a13f-017ac3f43471 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:15:16.892876 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6f29f0-2488-430d-a13f-017ac3f43471 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:15:16.917316 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f29f0-2488-430d-a13f-017ac3f43471 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Pushing event updated for resources: {'Port': ['ID=68adf45a-8644-44ca-9305-b548889c5298,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:15:16.978444 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1d6f29f0-2488-430d-a13f-017ac3f43471 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:17.009738 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1d6f29f0-2488-430d-a13f-017ac3f43471 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:17.160224 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1d6f29f0-2488-430d-a13f-017ac3f43471 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:17.164876 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1d6f29f0-2488-430d-a13f-017ac3f43471 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:17.236713 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f29f0-2488-430d-a13f-017ac3f43471 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Pushing event updated for resources: {'Port': ['ID=68adf45a-8644-44ca-9305-b548889c5298,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:15:17.242761 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1d6f29f0-2488-430d-a13f-017ac3f43471 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529163'] for floatingip, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:17.256522 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1d6f29f0-2488-430d-a13f-017ac3f43471 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:17.257803 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-1d6f29f0-2488-430d-a13f-017ac3f43471 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7739682 Sep 14 23:15:17.441521 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-fed3df6f-ba62-405a-96a4-fe02fece0653 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1469880274&fields=id&tenant_id=9b7977ac38c94d8fae1f3929e42d5336 HTTP/1.1" status: 200 len: 267 time: 0.0325692 Sep 14 23:15:17.549814 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-dec8c21e-37bd-4c12-ac06-67c3173a1dce tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:17.551261 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-dec8c21e-37bd-4c12-ac06-67c3173a1dce tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/networks?id=043517e4-edaa-4f0b-a4ce-48a6ef5deb04 HTTP/1.1" status: 200 len: 810 time: 0.1033366 Sep 14 23:15:17.566661 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-3a6b6a37-9d85-4b2d-b437-64b5d2e37b35 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/quotas/9b7977ac38c94d8fae1f3929e42d5336 HTTP/1.1" status: 200 len: 375 time: 0.0097601 Sep 14 23:15:17.617178 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-ffecdcdf-c679-4f19-9ed6-c71cfdbd4cf0 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9b7977ac38c94d8fae1f3929e42d5336&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0453951 Sep 14 23:15:17.632667 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-d71a7265-cd33-46e7-8358-47004e4b3591 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94135) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 23:15:17.633615 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-d71a7265-cd33-46e7-8358-47004e4b3591 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049140 Sep 14 23:15:17.722572 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-a9953534-4d7a-4725-b5a4-475b3233d9e0 service neutron] 10.222.0.39 "GET /v2.0/networks/043517e4-edaa-4f0b-a4ce-48a6ef5deb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835128 Sep 14 23:15:17.814017 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-5eb6e2c1-bcf7-4cfe-9a81-a40687230d7b service neutron] 10.222.0.39 "GET /v2.0/networks/043517e4-edaa-4f0b-a4ce-48a6ef5deb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852933 Sep 14 23:15:17.969844 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f9119640-722c-4a2a-a7e6-1c70ca56c375 req-c025251e-85c4-43b5-adbc-819159875147 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=8728e3ad-3585-4c2a-b8a2-7aa8ede8a325 HTTP/1.1" status: 200 len: 210 time: 0.0260284 Sep 14 23:15:18.010585 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device f5ca1e40-c30a-45da-8976-edf264214904 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:15:18.030541 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] No Port match for: f5ca1e40-c30a-45da-8976-edf264214904 {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:15:18.030974 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device f5ca1e40-c30a-45da-8976-edf264214904 not bound to the agent host hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:15:18.856437 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-f686e65a-be60-4409-b7c9-4cffeae249d2 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:18.858016 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-f686e65a-be60-4409-b7c9-4cffeae249d2 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.52 "GET /v2.0/networks?id=043517e4-edaa-4f0b-a4ce-48a6ef5deb04 HTTP/1.1" status: 200 len: 810 time: 0.1041024 Sep 14 23:15:18.905284 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-115cc465-6e83-4339-a421-cfa39e76c185 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b7977ac38c94d8fae1f3929e42d5336 HTTP/1.1" status: 200 len: 380 time: 0.0376177 Sep 14 23:15:18.919781 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-97763e27-40ee-433e-8d26-5bc645f5c5f2 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Request body: {'port': {'device_id': '8728e3ad-3585-4c2a-b8a2-7aa8ede8a325', 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04', 'admin_state_up': True, 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'security_groups': ['67d722f7-a362-42e2-a215-ec8ac144684f']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:15:19.028897 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-97763e27-40ee-433e-8d26-5bc645f5c5f2 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Made reservation on behalf of 9b7977ac38c94d8fae1f3929e42d5336 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:15:19.033097 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-97763e27-40ee-433e-8d26-5bc645f5c5f2 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:19.062141 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-01ff8acd-2f58-437c-bd15-160d35177036 req-10b0fd2f-5b74-4c24-90e5-b5c4d6519560 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=8728e3ad-3585-4c2a-b8a2-7aa8ede8a325 HTTP/1.1" status: 200 len: 210 time: 0.0265505 Sep 14 23:15:19.161003 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-97763e27-40ee-433e-8d26-5bc645f5c5f2 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Allocated IP 172.20.0.8 (043517e4-edaa-4f0b-a4ce-48a6ef5deb04/a74333b0-c023-4bf5-bc80-5237297dbb36/7ecce397-e1e8-41b9-ae27-a84f4036e3e6) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:15:19.292403 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-97763e27-40ee-433e-8d26-5bc645f5c5f2 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:19.325494 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-97763e27-40ee-433e-8d26-5bc645f5c5f2 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:19.370368 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-97763e27-40ee-433e-8d26-5bc645f5c5f2 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Network 043517e4-edaa-4f0b-a4ce-48a6ef5deb04 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:15:19.373227 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-97763e27-40ee-433e-8d26-5bc645f5c5f2 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:15:19.376520 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-97763e27-40ee-433e-8d26-5bc645f5c5f2 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:15:19.406132 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97763e27-40ee-433e-8d26-5bc645f5c5f2 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Pushing event updated for resources: {'Port': ['ID=7ecce397-e1e8-41b9-ae27-a84f4036e3e6,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:15:19.436011 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-97763e27-40ee-433e-8d26-5bc645f5c5f2 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:19.437033 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-97763e27-40ee-433e-8d26-5bc645f5c5f2 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:19.452089 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-97763e27-40ee-433e-8d26-5bc645f5c5f2 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5360463 Sep 14 23:15:19.465165 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-6a34232d-ac60-4515-a70c-fecad73715cd service neutron] Request body: {'port': {'device_id': '8728e3ad-3585-4c2a-b8a2-7aa8ede8a325', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:15:19.521340 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-6a34232d-ac60-4515-a70c-fecad73715cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:19.558990 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-3236f674-9558-4822-b95b-1e2f049141fe None None] Provisioning complete for port 7ecce397-e1e8-41b9-ae27-a84f4036e3e6 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:15:19.559564 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-3236f674-9558-4822-b95b-1e2f049141fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:19.591461 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-3236f674-9558-4822-b95b-1e2f049141fe None None] Port 7ecce397-e1e8-41b9-ae27-a84f4036e3e6 cannot update to ACTIVE because it is not bound. {{(pid=94136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 23:15:19.784145 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-6a34232d-ac60-4515-a70c-fecad73715cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ecce397-e1e8-41b9-ae27-a84f4036e3e6 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:15:19.791719 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-6a34232d-ac60-4515-a70c-fecad73715cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:19.803487 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-6a34232d-ac60-4515-a70c-fecad73715cd service neutron] Transition to ACTIVE for port object 7ecce397-e1e8-41b9-ae27-a84f4036e3e6 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:15:19.807090 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-6a34232d-ac60-4515-a70c-fecad73715cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:19.858519 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34232d-ac60-4515-a70c-fecad73715cd service neutron] Pushing event updated for resources: {'Port': ['ID=7ecce397-e1e8-41b9-ae27-a84f4036e3e6,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:15:19.927436 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-6a34232d-ac60-4515-a70c-fecad73715cd service neutron] Attempting to bind port 7ecce397-e1e8-41b9-ae27-a84f4036e3e6 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:15:19.927768 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-6a34232d-ac60-4515-a70c-fecad73715cd service neutron] Attempting to bind port 7ecce397-e1e8-41b9-ae27-a84f4036e3e6 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '442380c2-4d09-45a5-b9d5-a59876e97d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:15:19.928255 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-6a34232d-ac60-4515-a70c-fecad73715cd service neutron] Attempting to bind port 7ecce397-e1e8-41b9-ae27-a84f4036e3e6 on network 043517e4-edaa-4f0b-a4ce-48a6ef5deb04 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:15:19.932635 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-6a34232d-ac60-4515-a70c-fecad73715cd service neutron] Port 7ecce397-e1e8-41b9-ae27-a84f4036e3e6 on network 043517e4-edaa-4f0b-a4ce-48a6ef5deb04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 23:15:19.932958 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-6a34232d-ac60-4515-a70c-fecad73715cd service neutron] Attempting to bind port 7ecce397-e1e8-41b9-ae27-a84f4036e3e6 on network 043517e4-edaa-4f0b-a4ce-48a6ef5deb04 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:15:19.938501 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-6a34232d-ac60-4515-a70c-fecad73715cd service neutron] Checking agent: {'id': '85608d62-9d70-46cb-9db0-a1f12ce5af65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 23, 3), 'started_at': datetime.datetime(2021, 9, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:15:19.938836 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-6a34232d-ac60-4515-a70c-fecad73715cd service neutron] Checking segment: {'id': '442380c2-4d09-45a5-b9d5-a59876e97d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:15:19.939223 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-6a34232d-ac60-4515-a70c-fecad73715cd service neutron] Bound using segment: {'id': '442380c2-4d09-45a5-b9d5-a59876e97d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:15:19.939648 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-6a34232d-ac60-4515-a70c-fecad73715cd service neutron] Bound port: 7ecce397-e1e8-41b9-ae27-a84f4036e3e6, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '442380c2-4d09-45a5-b9d5-a59876e97d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:15:19.940003 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-6a34232d-ac60-4515-a70c-fecad73715cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:20.004787 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-6a34232d-ac60-4515-a70c-fecad73715cd service neutron] For port 7ecce397-e1e8-41b9-ae27-a84f4036e3e6, host hv-cinder-76017, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:15:20.007749 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-6a34232d-ac60-4515-a70c-fecad73715cd service neutron] For port 7ecce397-e1e8-41b9-ae27-a84f4036e3e6, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=7ecce397-e1e8-41b9-ae27-a84f4036e3e6,segment=NetworkSegment(442380c2-4d09-45a5-b9d5-a59876e97d31),segment_id=442380c2-4d09-45a5-b9d5-a59876e97d31)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:15:20.013353 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-6a34232d-ac60-4515-a70c-fecad73715cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:20.044532 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-6a34232d-ac60-4515-a70c-fecad73715cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:20.045179 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-6a34232d-ac60-4515-a70c-fecad73715cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:20.047013 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-6a34232d-ac60-4515-a70c-fecad73715cd service neutron] 10.222.0.52 "PUT /v2.0/ports/7ecce397-e1e8-41b9-ae27-a84f4036e3e6 HTTP/1.1" status: 200 len: 1093 time: 0.5861528 Sep 14 23:15:20.049209 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8728e3ad-3585-4c2a-b8a2-7aa8ede8a325', 'tag': '7ecce397-e1e8-41b9-ae27-a84f4036e3e6'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:15:20.052306 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b27504ed887e131bccbae67cb08e94fb53697a19aeb48787dd98b51fbb9c8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da11636-0389-4378-a6a7-8dddaa9c94ad" -d '{"events": [{"name": "network-changed", "server_uuid": "8728e3ad-3585-4c2a-b8a2-7aa8ede8a325", "tag": "7ecce397-e1e8-41b9-ae27-a84f4036e3e6"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:15:20.095540 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 23:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0c79ff-1aa5-47d7-9718-bd66d76346c2 x-openstack-request-id: req-1d0c79ff-1aa5-47d7-9718-bd66d76346c2 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:15:20.095954 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8728e3ad-3585-4c2a-b8a2-7aa8ede8a325", "tag": "7ecce397-e1e8-41b9-ae27-a84f4036e3e6", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:15:20.096295 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1d0c79ff-1aa5-47d7-9718-bd66d76346c2 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:15:20.096802 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8728e3ad-3585-4c2a-b8a2-7aa8ede8a325', 'tag': '7ecce397-e1e8-41b9-ae27-a84f4036e3e6', 'status': 'completed', 'code': 200} Sep 14 23:15:20.130440 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34232d-ac60-4515-a70c-fecad73715cd service neutron] Pushing event updated for resources: {'Port': ['ID=7ecce397-e1e8-41b9-ae27-a84f4036e3e6,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:15:20.150456 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-bc0bef27-5d8d-41ed-8d85-295e028b7442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:20.152107 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-bc0bef27-5d8d-41ed-8d85-295e028b7442 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9b7977ac38c94d8fae1f3929e42d5336&device_id=8728e3ad-3585-4c2a-b8a2-7aa8ede8a325 HTTP/1.1" status: 200 len: 1096 time: 0.0522118 Sep 14 23:15:20.191472 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35a82f-b15c-4eac-9163-a31aca68f16f req-7847d3a7-1fdc-4c97-b580-a82576a79c69 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:20.193865 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3b35a82f-b15c-4eac-9163-a31aca68f16f req-7847d3a7-1fdc-4c97-b580-a82576a79c69 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=8728e3ad-3585-4c2a-b8a2-7aa8ede8a325 HTTP/1.1" status: 200 len: 943 time: 0.0567698 Sep 14 23:15:20.198675 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-cac3f79d-9f71-4a03-8eae-35135c8355f5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ecce397-e1e8-41b9-ae27-a84f4036e3e6 HTTP/1.1" status: 200 len: 217 time: 0.0389948 Sep 14 23:15:20.234728 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-3b35a82f-b15c-4eac-9163-a31aca68f16f req-a392e2dc-9a13-403a-bdb9-5afa93da9435 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=67d722f7-a362-42e2-a215-ec8ac144684f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347211 Sep 14 23:15:20.252141 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-a7c21a72-b29a-4726-90a4-2c9b90295f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:20.253652 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-a7c21a72-b29a-4726-90a4-2c9b90295f6f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a74333b0-c023-4bf5-bc80-5237297dbb36 HTTP/1.1" status: 200 len: 849 time: 0.0482376 Sep 14 23:15:20.299928 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-31fd5bd5-5c9e-4b17-8e70-ac554d7b2c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:20.301356 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-31fd5bd5-5c9e-4b17-8e70-ac554d7b2c8f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=043517e4-edaa-4f0b-a4ce-48a6ef5deb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397184 Sep 14 23:15:20.394216 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-5177ac4b-8b84-426d-8f00-e39f50b43b48 service neutron] 10.222.0.52 "GET /v2.0/networks/043517e4-edaa-4f0b-a4ce-48a6ef5deb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849547 Sep 14 23:15:20.484439 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b07a6f72-4042-4916-9e9e-09840b80d4ee req-785d29b2-6dbe-44d3-918d-e06e373e5d09 service neutron] 10.222.0.52 "GET /v2.0/networks/043517e4-edaa-4f0b-a4ce-48a6ef5deb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831788 Sep 14 23:15:20.707638 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 6 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:15:20.826490 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da11636-0389-4378-a6a7-8dddaa9c94ad req-5fd62daf-21c1-445a-bef0-3c91b9c11dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:20.828154 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-4da11636-0389-4378-a6a7-8dddaa9c94ad req-5fd62daf-21c1-445a-bef0-3c91b9c11dd2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9b7977ac38c94d8fae1f3929e42d5336&device_id=8728e3ad-3585-4c2a-b8a2-7aa8ede8a325 HTTP/1.1" status: 200 len: 1096 time: 0.2988987 Sep 14 23:15:20.916876 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da11636-0389-4378-a6a7-8dddaa9c94ad req-c1e83f02-5abf-49e2-ba63-d51a0c64d6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:20.918345 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-4da11636-0389-4378-a6a7-8dddaa9c94ad req-c1e83f02-5abf-49e2-ba63-d51a0c64d6bd service neutron] 10.222.0.52 "GET /v2.0/networks?id=043517e4-edaa-4f0b-a4ce-48a6ef5deb04 HTTP/1.1" status: 200 len: 911 time: 0.0818467 Sep 14 23:15:20.961482 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-4da11636-0389-4378-a6a7-8dddaa9c94ad req-c29ca0ba-bc6e-4e85-97b6-bf282b8c175c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ecce397-e1e8-41b9-ae27-a84f4036e3e6 HTTP/1.1" status: 200 len: 217 time: 0.0349214 Sep 14 23:15:21.009590 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da11636-0389-4378-a6a7-8dddaa9c94ad req-e6b95200-301d-4eb1-8255-db38d02ffb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:21.010972 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-4da11636-0389-4378-a6a7-8dddaa9c94ad req-e6b95200-301d-4eb1-8255-db38d02ffb5c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a74333b0-c023-4bf5-bc80-5237297dbb36 HTTP/1.1" status: 200 len: 849 time: 0.0415406 Sep 14 23:15:21.056011 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da11636-0389-4378-a6a7-8dddaa9c94ad req-58c3c0e3-6d78-4c72-9101-7399364bad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:21.057506 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-4da11636-0389-4378-a6a7-8dddaa9c94ad req-58c3c0e3-6d78-4c72-9101-7399364bad31 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=043517e4-edaa-4f0b-a4ce-48a6ef5deb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0385137 Sep 14 23:15:21.150628 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-4da11636-0389-4378-a6a7-8dddaa9c94ad req-1d7c010a-a517-4619-92f5-45c72572a861 service neutron] 10.222.0.52 "GET /v2.0/networks/043517e4-edaa-4f0b-a4ce-48a6ef5deb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849102 Sep 14 23:15:21.239217 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-4da11636-0389-4378-a6a7-8dddaa9c94ad req-23887ae7-6db5-46a1-9319-05551dedda4e service neutron] 10.222.0.52 "GET /v2.0/networks/043517e4-edaa-4f0b-a4ce-48a6ef5deb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799332 Sep 14 23:15:21.349293 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb647cc5-777f-4c29-af85-8237c3597bef req-a18c382c-e372-4796-ab67-713b3f7cb915 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:21.350766 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-bb647cc5-777f-4c29-af85-8237c3597bef req-a18c382c-e372-4796-ab67-713b3f7cb915 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=8728e3ad-3585-4c2a-b8a2-7aa8ede8a325 HTTP/1.1" status: 200 len: 943 time: 0.0478580 Sep 14 23:15:21.386405 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-bb647cc5-777f-4c29-af85-8237c3597bef req-b766e627-c36d-4fdd-a386-4ae0e0da2931 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=67d722f7-a362-42e2-a215-ec8ac144684f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298817 Sep 14 23:15:22.497962 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873ef27-18d9-4a41-8cff-cb2daf2ee9f0 req-61567e36-85b5-4638-8b7a-f3c285dfd3c5 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:22.500375 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8873ef27-18d9-4a41-8cff-cb2daf2ee9f0 req-61567e36-85b5-4638-8b7a-f3c285dfd3c5 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=8728e3ad-3585-4c2a-b8a2-7aa8ede8a325 HTTP/1.1" status: 200 len: 943 time: 0.0479319 Sep 14 23:15:22.536549 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8873ef27-18d9-4a41-8cff-cb2daf2ee9f0 req-dfe30bda-5bb1-4e53-ac4e-6336786c3b02 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=67d722f7-a362-42e2-a215-ec8ac144684f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308330 Sep 14 23:15:23.649333 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28cbaa-6e84-45d1-a6e1-1b698c74910b req-9335c5ad-8dd1-4522-9087-0883a92e32ad tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:23.650754 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0e28cbaa-6e84-45d1-a6e1-1b698c74910b req-9335c5ad-8dd1-4522-9087-0883a92e32ad tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=8728e3ad-3585-4c2a-b8a2-7aa8ede8a325 HTTP/1.1" status: 200 len: 943 time: 0.0492661 Sep 14 23:15:23.687689 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0e28cbaa-6e84-45d1-a6e1-1b698c74910b req-94692cde-eca0-4b03-9a67-dce0f7a7e4f4 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=67d722f7-a362-42e2-a215-ec8ac144684f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304999 Sep 14 23:15:24.026397 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 7ecce397-e1e8-41b9-ae27-a84f4036e3e6 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=94136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 23:15:24.121316 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 7ecce397-e1e8-41b9-ae27-a84f4036e3e6, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=7ecce397-e1e8-41b9-ae27-a84f4036e3e6,segment=NetworkSegment(442380c2-4d09-45a5-b9d5-a59876e97d31),segment_id=442380c2-4d09-45a5-b9d5-a59876e97d31)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:15:24.133599 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Returning: {'device': '7ecce397-e1e8-41b9-ae27-a84f4036e3e6', 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04', 'port_id': '7ecce397-e1e8-41b9-ae27-a84f4036e3e6', 'mac_address': 'fa:16:3e:f6:21:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a74333b0-c023-4bf5-bc80-5237297dbb36', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 23:15:24.169517 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:24.182016 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ecce397-e1e8-41b9-ae27-a84f4036e3e6 {{(pid=94136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:15:24.201498 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 7ecce397-e1e8-41b9-ae27-a84f4036e3e6, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=7ecce397-e1e8-41b9-ae27-a84f4036e3e6,segment=NetworkSegment(442380c2-4d09-45a5-b9d5-a59876e97d31),segment_id=442380c2-4d09-45a5-b9d5-a59876e97d31)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:15:24.205717 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:24.251123 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=7ecce397-e1e8-41b9-ae27-a84f4036e3e6,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:15:24.257983 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:24.258364 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:24.258714 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:24.259055 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:24.259392 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:24.259731 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:24.260062 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:24.260391 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:24.260772 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:24.261107 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:24.261429 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:24.261752 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:24.426968 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['7ecce397-e1e8-41b9-ae27-a84f4036e3e6'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:15:24.798401 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948da7a-f3bb-476e-b68a-acfcf0f0776b req-61d649ef-56bb-4b46-aab0-daa6a45428fd tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:24.799853 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7948da7a-f3bb-476e-b68a-acfcf0f0776b req-61d649ef-56bb-4b46-aab0-daa6a45428fd tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=8728e3ad-3585-4c2a-b8a2-7aa8ede8a325 HTTP/1.1" status: 200 len: 944 time: 0.0483434 Sep 14 23:15:24.837103 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7948da7a-f3bb-476e-b68a-acfcf0f0776b req-5b681bed-0352-4035-a39a-3fc3a083ac66 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=67d722f7-a362-42e2-a215-ec8ac144684f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314317 Sep 14 23:15:25.948547 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f166a7-23c5-4c0f-90ab-ef48228a12ab req-015ae300-d536-48d4-be32-f8746f614f65 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:25.950014 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-99f166a7-23c5-4c0f-90ab-ef48228a12ab req-015ae300-d536-48d4-be32-f8746f614f65 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=8728e3ad-3585-4c2a-b8a2-7aa8ede8a325 HTTP/1.1" status: 200 len: 944 time: 0.0471919 Sep 14 23:15:25.986873 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-99f166a7-23c5-4c0f-90ab-ef48228a12ab req-8a1d3e7d-a856-485a-9fb3-1b38943a2f6f tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=67d722f7-a362-42e2-a215-ec8ac144684f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302224 Sep 14 23:15:26.057359 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 7ecce397-e1e8-41b9-ae27-a84f4036e3e6 up at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:15:26.104670 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning for port 7ecce397-e1e8-41b9-ae27-a84f4036e3e6 completed by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:15:26.108066 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning complete for port 7ecce397-e1e8-41b9-ae27-a84f4036e3e6 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:15:26.108438 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:26.186262 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:26.208875 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8728e3ad-3585-4c2a-b8a2-7aa8ede8a325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ecce397-e1e8-41b9-ae27-a84f4036e3e6'}] {{(pid=94136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:15:26.211193 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2b16cdf9a486da92f6eb6a5b1ab92e1b41f493a7e96932162ce692d4f29dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b791e7-ae3e-4750-a35a-fa13d1acc51e" -d '{"events": [{"server_uuid": "8728e3ad-3585-4c2a-b8a2-7aa8ede8a325", "name": "network-vif-plugged", "status": "completed", "tag": "7ecce397-e1e8-41b9-ae27-a84f4036e3e6"}]}' {{(pid=94136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:15:26.223390 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 7ecce397-e1e8-41b9-ae27-a84f4036e3e6, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=7ecce397-e1e8-41b9-ae27-a84f4036e3e6,segment=NetworkSegment(442380c2-4d09-45a5-b9d5-a59876e97d31),segment_id=442380c2-4d09-45a5-b9d5-a59876e97d31)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:15:26.227350 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:26.250478 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca755e9c-ce8c-4d66-ac14-afe66baf6d17 x-openstack-request-id: req-ca755e9c-ce8c-4d66-ac14-afe66baf6d17 {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:15:26.250769 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8728e3ad-3585-4c2a-b8a2-7aa8ede8a325", "name": "network-vif-plugged", "status": "completed", "tag": "7ecce397-e1e8-41b9-ae27-a84f4036e3e6", "code": 200}]} {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:15:26.251020 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ca755e9c-ce8c-4d66-ac14-afe66baf6d17 {{(pid=94136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:15:26.251404 dv-cinder-760178-13-iscsi neutron-server[94136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8728e3ad-3585-4c2a-b8a2-7aa8ede8a325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ecce397-e1e8-41b9-ae27-a84f4036e3e6', 'code': 200} Sep 14 23:15:26.276300 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=7ecce397-e1e8-41b9-ae27-a84f4036e3e6,revision_number=5']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:15:26.413811 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b6433-5fa1-471e-aa24-3c226adaa451 req-464fc4eb-8c31-4e02-aa6c-8d1e6c76aa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:26.415313 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-6e9b6433-5fa1-471e-aa24-3c226adaa451 req-464fc4eb-8c31-4e02-aa6c-8d1e6c76aa70 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8728e3ad-3585-4c2a-b8a2-7aa8ede8a325 HTTP/1.1" status: 200 len: 1098 time: 0.0436268 Sep 14 23:15:26.453387 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-6e9b6433-5fa1-471e-aa24-3c226adaa451 req-7a4e8200-cbd7-4372-bc5b-0e5cdaccfe8e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=67d722f7-a362-42e2-a215-ec8ac144684f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313950 Sep 14 23:15:27.100975 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31bce3a-7582-402b-b261-b2309de195cf req-ab4f34ab-8791-42e8-8339-847c14e8b002 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:27.102425 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f31bce3a-7582-402b-b261-b2309de195cf req-ab4f34ab-8791-42e8-8339-847c14e8b002 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=8728e3ad-3585-4c2a-b8a2-7aa8ede8a325 HTTP/1.1" status: 200 len: 945 time: 0.0505090 Sep 14 23:15:27.138293 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f31bce3a-7582-402b-b261-b2309de195cf req-fec4fd46-a436-44bf-a302-15c704b9cb67 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=67d722f7-a362-42e2-a215-ec8ac144684f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301328 Sep 14 23:15:28.253675 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c20664-08d0-4fd1-b3cf-74a75d451ecb req-25da7031-2f6d-47d0-9ac4-d11940bb1c51 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:28.255141 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-62c20664-08d0-4fd1-b3cf-74a75d451ecb req-25da7031-2f6d-47d0-9ac4-d11940bb1c51 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=8728e3ad-3585-4c2a-b8a2-7aa8ede8a325 HTTP/1.1" status: 200 len: 945 time: 0.0491872 Sep 14 23:15:28.291539 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-62c20664-08d0-4fd1-b3cf-74a75d451ecb req-4427fef4-9a25-407d-9e35-4c823f9a54de tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=67d722f7-a362-42e2-a215-ec8ac144684f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304811 Sep 14 23:15:28.401207 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf4e86-d482-49a8-a9fe-0f8156c5109b req-d4e11ec7-90ed-49f7-a796-f236ddbe4839 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:28.402643 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f8cf4e86-d482-49a8-a9fe-0f8156c5109b req-d4e11ec7-90ed-49f7-a796-f236ddbe4839 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=8728e3ad-3585-4c2a-b8a2-7aa8ede8a325 HTTP/1.1" status: 200 len: 945 time: 0.0483215 Sep 14 23:15:28.411712 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 49844) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:15:28.415884 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-12c80137-2a83-4076-bbee-e71145b7c9b5 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Request body: {'floatingip': {'port_id': '7ecce397-e1e8-41b9-ae27-a84f4036e3e6'}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:15:28.457226 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-12c80137-2a83-4076-bbee-e71145b7c9b5 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for floatingip, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:29.107352 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-12c80137-2a83-4076-bbee-e71145b7c9b5 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:29.111163 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-12c80137-2a83-4076-bbee-e71145b7c9b5 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529163'] for floatingip, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:29.211388 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.db.l3_db [None req-12c80137-2a83-4076-bbee-e71145b7c9b5 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Floating IP ff027909-8f0a-482e-9b8a-bca1896e126e associated. External IP: 172.27.3.10, port: 7ecce397-e1e8-41b9-ae27-a84f4036e3e6. Sep 14 23:15:29.408936 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c80137-2a83-4076-bbee-e71145b7c9b5 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Router 2c94a897-9a67-4741-b7f3-052098f38bc6 has already been hosted by L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f {{(pid=94135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 23:15:29.519229 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c80137-2a83-4076-bbee-e71145b7c9b5 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:15:29.524009 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-12c80137-2a83-4076-bbee-e71145b7c9b5 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for floatingip, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:29.528593 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ecd828-d0e5-4a7d-891f-cae38fb89f2c None None] Sync routers for ids ['2c94a897-9a67-4741-b7f3-052098f38bc6'] in dv-cinder-760178-13-iscsi {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:15:29.541166 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ecd828-d0e5-4a7d-891f-cae38fb89f2c None None] Routers {'2c94a897-9a67-4741-b7f3-052098f38bc6'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:15:29.541780 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-14ecd828-d0e5-4a7d-891f-cae38fb89f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:15:05Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['2c94a897-9a67-4741-b7f3-052098f38bc6'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:15:29.554501 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-12c80137-2a83-4076-bbee-e71145b7c9b5 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "PUT /v2.0/floatingips/ff027909-8f0a-482e-9b8a-bca1896e126e HTTP/1.1" status: 200 len: 990 time: 1.1390929 Sep 14 23:15:29.554501 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8728e3ad-3585-4c2a-b8a2-7aa8ede8a325', 'tag': '7ecce397-e1e8-41b9-ae27-a84f4036e3e6'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:15:29.554840 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e3d9041226317d09edcf9166cd50e54bb38c01393ec1a923659a7df53ecbff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae6b5d3-360e-4fcc-8812-000968bbdca1" -d '{"events": [{"name": "network-changed", "server_uuid": "8728e3ad-3585-4c2a-b8a2-7aa8ede8a325", "tag": "7ecce397-e1e8-41b9-ae27-a84f4036e3e6"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:15:29.590141 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 23:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa7a8c9-810f-4698-aec4-e0e213916f20 x-openstack-request-id: req-3aa7a8c9-810f-4698-aec4-e0e213916f20 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:15:29.590436 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8728e3ad-3585-4c2a-b8a2-7aa8ede8a325", "tag": "7ecce397-e1e8-41b9-ae27-a84f4036e3e6", "status": "completed", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:15:29.590703 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3aa7a8c9-810f-4698-aec4-e0e213916f20 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:15:29.591082 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8728e3ad-3585-4c2a-b8a2-7aa8ede8a325', 'tag': '7ecce397-e1e8-41b9-ae27-a84f4036e3e6', 'status': 'completed', 'code': 200} Sep 14 23:15:29.654980 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6b5d3-360e-4fcc-8812-000968bbdca1 req-8976fe64-61f3-480f-b98a-67a56f2c011f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:29.657228 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-5ae6b5d3-360e-4fcc-8812-000968bbdca1 req-8976fe64-61f3-480f-b98a-67a56f2c011f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9b7977ac38c94d8fae1f3929e42d5336&device_id=8728e3ad-3585-4c2a-b8a2-7aa8ede8a325 HTTP/1.1" status: 200 len: 1098 time: 0.0447626 Sep 14 23:15:29.743126 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-14ecd828-d0e5-4a7d-891f-cae38fb89f2c None None] Set router 2c94a897-9a67-4741-b7f3-052098f38bc6 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:15:29.752508 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6b5d3-360e-4fcc-8812-000968bbdca1 req-f7b0172d-8b2c-4717-a574-4c6acdbe06ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:29.754010 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-5ae6b5d3-360e-4fcc-8812-000968bbdca1 req-f7b0172d-8b2c-4717-a574-4c6acdbe06ed service neutron] 10.222.0.52 "GET /v2.0/networks?id=043517e4-edaa-4f0b-a4ce-48a6ef5deb04 HTTP/1.1" status: 200 len: 911 time: 0.0886099 Sep 14 23:15:29.822693 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-5ae6b5d3-360e-4fcc-8812-000968bbdca1 req-2e23d301-740c-4b7e-a943-7ade36cb00fa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ecce397-e1e8-41b9-ae27-a84f4036e3e6 HTTP/1.1" status: 200 len: 998 time: 0.0616448 Sep 14 23:15:29.875165 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6b5d3-360e-4fcc-8812-000968bbdca1 req-6ddd3a43-3b93-46c3-bbf3-85ec14553220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:29.876843 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-5ae6b5d3-360e-4fcc-8812-000968bbdca1 req-6ddd3a43-3b93-46c3-bbf3-85ec14553220 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a74333b0-c023-4bf5-bc80-5237297dbb36 HTTP/1.1" status: 200 len: 849 time: 0.0472233 Sep 14 23:15:29.921681 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6b5d3-360e-4fcc-8812-000968bbdca1 req-8b2af571-5f9b-47b2-a74f-ba087ab6bbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:29.923190 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-5ae6b5d3-360e-4fcc-8812-000968bbdca1 req-8b2af571-5f9b-47b2-a74f-ba087ab6bbb4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=043517e4-edaa-4f0b-a4ce-48a6ef5deb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399652 Sep 14 23:15:29.964587 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-14ecd828-d0e5-4a7d-891f-cae38fb89f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'name': 'tempest-AttachVolumeTestJSON-454697747-router', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:29Z', 'updated_at': '2021-09-14T23:12:32Z', 'revision_number': 4, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'gw_port': {'id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:11:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:30Z', 'updated_at': '2021-09-14T23:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_floatingips': [{'id': 'ff027909-8f0a-482e-9b8a-bca1896e126e', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'router_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'port_id': '7ecce397-e1e8-41b9-ae27-a84f4036e3e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04', 'mac_address': 'fa:16:3e:f6:21:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8728e3ad-3585-4c2a-b8a2-7aa8ede8a325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T23:15:16Z', 'updated_at': '2021-09-14T23:15:29Z', 'revision_number': 1, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57edb584-7839-4471-a9c4-22b82729233f', 'name': '', 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'mac_address': 'fa:16:3e:39:aa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a74333b0-c023-4bf5-bc80-5237297dbb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:31Z', 'updated_at': '2021-09-14T23:12:35Z', 'revision_number': 5, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'subnets': [{'id': 'a74333b0-c023-4bf5-bc80-5237297dbb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:15:29.993438 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ecd828-d0e5-4a7d-891f-cae38fb89f2c None None] Checking router: 2c94a897-9a67-4741-b7f3-052098f38bc6 for host: dv-cinder-760178-13-iscsi {{(pid=94137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:15:30.002023 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ecd828-d0e5-4a7d-891f-cae38fb89f2c None None] Routers {'2c94a897-9a67-4741-b7f3-052098f38bc6'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:15:30.002637 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-14ecd828-d0e5-4a7d-891f-cae38fb89f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:15:05Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['2c94a897-9a67-4741-b7f3-052098f38bc6'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:15:30.016026 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-5ae6b5d3-360e-4fcc-8812-000968bbdca1 req-53a305e7-06d0-4ce1-a09e-254a1d1e7ac8 service neutron] 10.222.0.52 "GET /v2.0/networks/043517e4-edaa-4f0b-a4ce-48a6ef5deb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857987 Sep 14 23:15:30.102397 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-14ecd828-d0e5-4a7d-891f-cae38fb89f2c None None] Set router 2c94a897-9a67-4741-b7f3-052098f38bc6 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:15:30.107395 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-5ae6b5d3-360e-4fcc-8812-000968bbdca1 req-c63833e6-a252-4b62-bd03-5923a5d5aee6 service neutron] 10.222.0.52 "GET /v2.0/networks/043517e4-edaa-4f0b-a4ce-48a6ef5deb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838611 Sep 14 23:15:30.321407 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-14ecd828-d0e5-4a7d-891f-cae38fb89f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'name': 'tempest-AttachVolumeTestJSON-454697747-router', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:29Z', 'updated_at': '2021-09-14T23:12:32Z', 'revision_number': 4, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'gw_port': {'id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:11:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:30Z', 'updated_at': '2021-09-14T23:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_floatingips': [{'id': 'ff027909-8f0a-482e-9b8a-bca1896e126e', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'router_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'port_id': '7ecce397-e1e8-41b9-ae27-a84f4036e3e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04', 'mac_address': 'fa:16:3e:f6:21:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8728e3ad-3585-4c2a-b8a2-7aa8ede8a325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T23:15:16Z', 'updated_at': '2021-09-14T23:15:29Z', 'revision_number': 1, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57edb584-7839-4471-a9c4-22b82729233f', 'name': '', 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'mac_address': 'fa:16:3e:39:aa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a74333b0-c023-4bf5-bc80-5237297dbb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:31Z', 'updated_at': '2021-09-14T23:12:35Z', 'revision_number': 5, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'subnets': [{'id': 'a74333b0-c023-4bf5-bc80-5237297dbb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:15:30.347798 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ecd828-d0e5-4a7d-891f-cae38fb89f2c None None] The sync data for ids ['2c94a897-9a67-4741-b7f3-052098f38bc6'] in dv-cinder-760178-13-iscsi is: [{'id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'name': 'tempest-AttachVolumeTestJSON-454697747-router', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:29Z', 'updated_at': '2021-09-14T23:12:32Z', 'revision_number': 4, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'gw_port': {'id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:11:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:30Z', 'updated_at': '2021-09-14T23:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_floatingips': [{'id': 'ff027909-8f0a-482e-9b8a-bca1896e126e', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'router_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'port_id': '7ecce397-e1e8-41b9-ae27-a84f4036e3e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04', 'mac_address': 'fa:16:3e:f6:21:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8728e3ad-3585-4c2a-b8a2-7aa8ede8a325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T23:15:16Z', 'updated_at': '2021-09-14T23:15:29Z', 'revision_number': 1, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57edb584-7839-4471-a9c4-22b82729233f', 'name': '', 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'mac_address': 'fa:16:3e:39:aa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a74333b0-c023-4bf5-bc80-5237297dbb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:31Z', 'updated_at': '2021-09-14T23:12:35Z', 'revision_number': 5, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'subnets': [{'id': 'a74333b0-c023-4bf5-bc80-5237297dbb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:15:30.399552 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:30.535416 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0624cca0-9a62-4d56-898d-f60e27d9bfa2 None None] New status for floating IP ff027909-8f0a-482e-9b8a-bca1896e126e: ACTIVE {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:15:31.323926 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5e97c-73f5-47be-9507-ed6876bf893a req-3a181335-0f19-4ada-ac63-0f5c4f013811 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:31.325733 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-aad5e97c-73f5-47be-9507-ed6876bf893a req-3a181335-0f19-4ada-ac63-0f5c4f013811 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ed18139-a564-49cc-80ae-c80587f03dec HTTP/1.1" status: 200 len: 946 time: 0.0612226 Sep 14 23:15:31.370891 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-aad5e97c-73f5-47be-9507-ed6876bf893a req-5904dfc9-dd3c-4991-99e6-872d532a4fb3 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393474 Sep 14 23:15:32.243988 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-df31eb07-003f-4ca8-a52f-08ecb4250643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:32.487813 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81fdf8-645f-4176-b1a9-3685da688fad req-9a4d01f0-b837-4d60-bcb2-b14e1ce738d6 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:32.489330 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ca81fdf8-645f-4176-b1a9-3685da688fad req-9a4d01f0-b837-4d60-bcb2-b14e1ce738d6 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ed18139-a564-49cc-80ae-c80587f03dec HTTP/1.1" status: 200 len: 946 time: 0.0509405 Sep 14 23:15:32.526485 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ca81fdf8-645f-4176-b1a9-3685da688fad req-9c8bb573-efdc-4a35-937e-7ae05104fdcd tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311904 Sep 14 23:15:32.779805 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720ec2a-32a4-408f-9ba6-abeddbdaec33 req-e52e7dd5-087b-4dc2-86ce-fb785899c705 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:32.781383 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b720ec2a-32a4-408f-9ba6-abeddbdaec33 req-e52e7dd5-087b-4dc2-86ce-fb785899c705 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ed18139-a564-49cc-80ae-c80587f03dec HTTP/1.1" status: 200 len: 946 time: 0.0486033 Sep 14 23:15:32.871507 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-b720ec2a-32a4-408f-9ba6-abeddbdaec33 req-5be37b31-3ef9-4a13-9ba6-cfbb3162811e tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Deleting port 97f2528a-ada6-4fd8-a5e1-993d83c05fde {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:15:32.871855 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b720ec2a-32a4-408f-9ba6-abeddbdaec33 req-5be37b31-3ef9-4a13-9ba6-cfbb3162811e tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:32.961622 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-b720ec2a-32a4-408f-9ba6-abeddbdaec33 req-5be37b31-3ef9-4a13-9ba6-cfbb3162811e tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] For port 97f2528a-ada6-4fd8-a5e1-993d83c05fde, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=97f2528a-ada6-4fd8-a5e1-993d83c05fde,segment=NetworkSegment(47ce4575-a258-47c3-9d16-79aeafba6787),segment_id=47ce4575-a258-47c3-9d16-79aeafba6787)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:15:32.961998 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b720ec2a-32a4-408f-9ba6-abeddbdaec33 req-5be37b31-3ef9-4a13-9ba6-cfbb3162811e tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:33.125404 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b720ec2a-32a4-408f-9ba6-abeddbdaec33 req-5be37b31-3ef9-4a13-9ba6-cfbb3162811e tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:33.125689 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b720ec2a-32a4-408f-9ba6-abeddbdaec33 req-5be37b31-3ef9-4a13-9ba6-cfbb3162811e tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529163'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:33.125998 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.db.l3_db [req-b720ec2a-32a4-408f-9ba6-abeddbdaec33 req-5be37b31-3ef9-4a13-9ba6-cfbb3162811e tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Floating IP 544088c0-7ba6-499b-940c-e707ffec817f disassociated. External IP: 172.27.3.73, port: 97f2528a-ada6-4fd8-a5e1-993d83c05fde. Sep 14 23:15:33.126337 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-b720ec2a-32a4-408f-9ba6-abeddbdaec33 req-5be37b31-3ef9-4a13-9ba6-cfbb3162811e tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Calling delete_port for 97f2528a-ada6-4fd8-a5e1-993d83c05fde owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:15:33.250863 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b720ec2a-32a4-408f-9ba6-abeddbdaec33 req-5be37b31-3ef9-4a13-9ba6-cfbb3162811e tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:33.278874 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be37b31-3ef9-4a13-9ba6-cfbb3162811e tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Pushing event deleted for resources: {'Port': ['ID=97f2528a-ada6-4fd8-a5e1-993d83c05fde,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:15:33.395656 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b720ec2a-32a4-408f-9ba6-abeddbdaec33 req-5be37b31-3ef9-4a13-9ba6-cfbb3162811e tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Router e6a9e46a-fc3f-4f99-a5cc-102355518400 has already been hosted by L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 23:15:33.501298 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b720ec2a-32a4-408f-9ba6-abeddbdaec33 req-5be37b31-3ef9-4a13-9ba6-cfbb3162811e tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:15:33.511464 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba91d0d-a068-4ee8-9840-270039e05dc2 None None] Sync routers for ids ['e6a9e46a-fc3f-4f99-a5cc-102355518400'] in dv-cinder-760178-13-iscsi {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:15:33.521103 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba91d0d-a068-4ee8-9840-270039e05dc2 None None] Routers {'e6a9e46a-fc3f-4f99-a5cc-102355518400'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:15:33.521712 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-bba91d0d-a068-4ee8-9840-270039e05dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:15:05Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['e6a9e46a-fc3f-4f99-a5cc-102355518400'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:15:33.540669 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-b720ec2a-32a4-408f-9ba6-abeddbdaec33 req-5be37b31-3ef9-4a13-9ba6-cfbb3162811e tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] No DVR routers for this DVR port 97f2528a-ada6-4fd8-a5e1-993d83c05fde on host hv-cinder-76017 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:15:33.543258 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-b720ec2a-32a4-408f-9ba6-abeddbdaec33 req-5be37b31-3ef9-4a13-9ba6-cfbb3162811e tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:33.545463 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b720ec2a-32a4-408f-9ba6-abeddbdaec33 req-5be37b31-3ef9-4a13-9ba6-cfbb3162811e tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.52 "DELETE /v2.0/ports/97f2528a-ada6-4fd8-a5e1-993d83c05fde HTTP/1.1" status: 204 len: 173 time: 0.7573786 Sep 14 23:15:33.545950 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed18139-a564-49cc-80ae-c80587f03dec', 'name': 'network-vif-deleted', 'tag': '97f2528a-ada6-4fd8-a5e1-993d83c05fde'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:15:33.552595 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b27504ed887e131bccbae67cb08e94fb53697a19aeb48787dd98b51fbb9c8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351e7c69-2f7e-46f7-94af-b0a504ec54fc" -d '{"events": [{"server_uuid": "5ed18139-a564-49cc-80ae-c80587f03dec", "name": "network-vif-deleted", "tag": "97f2528a-ada6-4fd8-a5e1-993d83c05fde"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:15:33.596902 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bfbacc-d4cf-4b6f-a2f6-d86c2a4eeadd x-openstack-request-id: req-32bfbacc-d4cf-4b6f-a2f6-d86c2a4eeadd {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:15:33.597321 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed18139-a564-49cc-80ae-c80587f03dec", "name": "network-vif-deleted", "tag": "97f2528a-ada6-4fd8-a5e1-993d83c05fde", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:15:33.597580 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-32bfbacc-d4cf-4b6f-a2f6-d86c2a4eeadd {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:15:33.598129 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed18139-a564-49cc-80ae-c80587f03dec', 'name': 'network-vif-deleted', 'tag': '97f2528a-ada6-4fd8-a5e1-993d83c05fde', 'status': 'completed', 'code': 200} Sep 14 23:15:33.639121 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-cfe548a1-68fd-4ea8-ba82-3da5b1c5e624 req-a2254dae-938f-4020-9e7f-70b4bc567265 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ed18139-a564-49cc-80ae-c80587f03dec HTTP/1.1" status: 200 len: 210 time: 0.0338979 Sep 14 23:15:33.652423 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-bba91d0d-a068-4ee8-9840-270039e05dc2 None None] Set router e6a9e46a-fc3f-4f99-a5cc-102355518400 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:15:33.854614 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-bba91d0d-a068-4ee8-9840-270039e05dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'name': 'tempest-TestVolumeBootPattern-562084233-router', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:53Z', 'updated_at': '2021-09-14T23:12:56Z', 'revision_number': 4, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'gw_port': {'id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:54Z', 'updated_at': '2021-09-14T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': 'ed446ae7-2466-4841-b7ab-96855f00009e', 'name': '', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'mac_address': 'fa:16:3e:f6:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:55Z', 'updated_at': '2021-09-14T23:13:00Z', 'revision_number': 5, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'subnets': [{'id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:15:33.883126 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba91d0d-a068-4ee8-9840-270039e05dc2 None None] Checking router: e6a9e46a-fc3f-4f99-a5cc-102355518400 for host: dv-cinder-760178-13-iscsi {{(pid=94137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:15:33.892068 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba91d0d-a068-4ee8-9840-270039e05dc2 None None] Routers {'e6a9e46a-fc3f-4f99-a5cc-102355518400'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:15:33.892717 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-bba91d0d-a068-4ee8-9840-270039e05dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:15:05Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['e6a9e46a-fc3f-4f99-a5cc-102355518400'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:15:34.000072 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-bba91d0d-a068-4ee8-9840-270039e05dc2 None None] Set router e6a9e46a-fc3f-4f99-a5cc-102355518400 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:15:34.190240 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-bba91d0d-a068-4ee8-9840-270039e05dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'name': 'tempest-TestVolumeBootPattern-562084233-router', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:53Z', 'updated_at': '2021-09-14T23:12:56Z', 'revision_number': 4, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'gw_port': {'id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:54Z', 'updated_at': '2021-09-14T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': 'ed446ae7-2466-4841-b7ab-96855f00009e', 'name': '', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'mac_address': 'fa:16:3e:f6:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:55Z', 'updated_at': '2021-09-14T23:13:00Z', 'revision_number': 5, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'subnets': [{'id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:15:34.222376 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba91d0d-a068-4ee8-9840-270039e05dc2 None None] The sync data for ids ['e6a9e46a-fc3f-4f99-a5cc-102355518400'] in dv-cinder-760178-13-iscsi is: [{'id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'name': 'tempest-TestVolumeBootPattern-562084233-router', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:53Z', 'updated_at': '2021-09-14T23:12:56Z', 'revision_number': 4, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'gw_port': {'id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:54Z', 'updated_at': '2021-09-14T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': 'ed446ae7-2466-4841-b7ab-96855f00009e', 'name': '', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'mac_address': 'fa:16:3e:f6:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:55Z', 'updated_at': '2021-09-14T23:13:00Z', 'revision_number': 5, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'subnets': [{'id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:15:34.438422 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5539b4-2b93-4449-b55f-a970f505c16d None None] New status for floating IP 544088c0-7ba6-499b-940c-e707ffec817f: DOWN {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:15:34.835415 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-6328b98f-7785-4912-937a-5339e0e0394e tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-117893507&fields=id&tenant_id=8915cc648aab4f24a51c9b9e231e2b99 HTTP/1.1" status: 200 len: 267 time: 0.0356758 Sep 14 23:15:34.942027 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-a4ec8e00-c086-440e-810a-961ed8deade2 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:34.943504 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-a4ec8e00-c086-440e-810a-961ed8deade2 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/networks?id=b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 HTTP/1.1" status: 200 len: 811 time: 0.1014557 Sep 14 23:15:34.959824 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-96eb84b1-3b72-4a24-a30d-3886cd2607a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:34.961225 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-1417b97d-0c23-4e9e-a216-e4f5d9630cb1 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/quotas/8915cc648aab4f24a51c9b9e231e2b99 HTTP/1.1" status: 200 len: 375 time: 0.0109785 Sep 14 23:15:34.982591 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:35.022754 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-c62dacea-155b-4681-9792-f0dfd84fed35 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8915cc648aab4f24a51c9b9e231e2b99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0569329 Sep 14 23:15:35.137378 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-a6b2de46-609c-4480-a7db-f9d58224682a service neutron] 10.222.0.39 "GET /v2.0/networks/b6b378f1-7a0f-4d9e-bae9-58a1c529ee10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006286 Sep 14 23:15:35.227406 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-73fc0d68-5791-49e0-a8ab-2b4946de1c2d service neutron] 10.222.0.39 "GET /v2.0/networks/b6b378f1-7a0f-4d9e-bae9-58a1c529ee10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834422 Sep 14 23:15:35.510773 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4c8302c4-bdf8-4046-8704-cbbf1deac384 req-791c1bf3-1f9c-4867-9f8a-6f11a6858c44 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=18db9c63-dc83-4ecc-9493-da0510a6ad3e HTTP/1.1" status: 200 len: 210 time: 0.0255208 Sep 14 23:15:36.077653 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:36.091457 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 97f2528a-ada6-4fd8-a5e1-993d83c05fde no longer exists at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:15:36.108221 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] No Port match for: 97f2528a-ada6-4fd8-a5e1-993d83c05fde {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:15:36.108572 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 97f2528a-ada6-4fd8-a5e1-993d83c05fde not bound to the agent host hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:15:36.413947 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-a07ae1bf-a858-44e1-813d-b06ebada9175 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:36.415413 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-a07ae1bf-a858-44e1-813d-b06ebada9175 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.52 "GET /v2.0/networks?id=b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 HTTP/1.1" status: 200 len: 811 time: 0.1045668 Sep 14 23:15:36.457744 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-65506667-be97-482a-bc7b-d207d0e4bd30 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8915cc648aab4f24a51c9b9e231e2b99 HTTP/1.1" status: 200 len: 379 time: 0.0337045 Sep 14 23:15:36.467101 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-444e0d12-4f52-40c4-a3b3-02bb823bd9c6 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Request body: {'port': {'device_id': '18db9c63-dc83-4ecc-9493-da0510a6ad3e', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'admin_state_up': True, 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'security_groups': ['3fd6f5a8-d754-468f-bf6e-8e57d09791f7']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:15:36.576642 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-444e0d12-4f52-40c4-a3b3-02bb823bd9c6 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Made reservation on behalf of 8915cc648aab4f24a51c9b9e231e2b99 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:15:36.580468 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-444e0d12-4f52-40c4-a3b3-02bb823bd9c6 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:36.664348 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c114dbca-1948-4d38-a215-511f29b8e2d4 req-ba6942ea-b0cd-4b44-968d-fe2d4bc011f1 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=18db9c63-dc83-4ecc-9493-da0510a6ad3e HTTP/1.1" status: 200 len: 210 time: 0.0843146 Sep 14 23:15:36.707921 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-444e0d12-4f52-40c4-a3b3-02bb823bd9c6 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Allocated IP 172.20.0.12 (b6b378f1-7a0f-4d9e-bae9-58a1c529ee10/d79d1bb9-104b-4d23-a2b5-a32f1a77cc2a/5fefc7b6-3094-4677-b2a4-a660454cd60a) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:15:36.853875 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-444e0d12-4f52-40c4-a3b3-02bb823bd9c6 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:36.888505 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-444e0d12-4f52-40c4-a3b3-02bb823bd9c6 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:36.929107 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-444e0d12-4f52-40c4-a3b3-02bb823bd9c6 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Network b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:15:36.932317 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-444e0d12-4f52-40c4-a3b3-02bb823bd9c6 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:15:36.934985 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-444e0d12-4f52-40c4-a3b3-02bb823bd9c6 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:15:36.970167 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e0d12-4f52-40c4-a3b3-02bb823bd9c6 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Pushing event updated for resources: {'Port': ['ID=5fefc7b6-3094-4677-b2a4-a660454cd60a,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:15:36.996123 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-444e0d12-4f52-40c4-a3b3-02bb823bd9c6 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:36.996774 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-444e0d12-4f52-40c4-a3b3-02bb823bd9c6 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:37.011314 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-444e0d12-4f52-40c4-a3b3-02bb823bd9c6 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5476305 Sep 14 23:15:37.069558 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-4ed59a47-2db7-42be-b8f0-c56df056b997 service neutron] Request body: {'port': {'device_id': '18db9c63-dc83-4ecc-9493-da0510a6ad3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:15:37.123087 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-4ed59a47-2db7-42be-b8f0-c56df056b997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:37.153226 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-63aff7cb-2ae9-456c-acc7-78c5f9bc6b00 None None] Provisioning complete for port 5fefc7b6-3094-4677-b2a4-a660454cd60a triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:15:37.153779 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-63aff7cb-2ae9-456c-acc7-78c5f9bc6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:37.188040 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-63aff7cb-2ae9-456c-acc7-78c5f9bc6b00 None None] Port 5fefc7b6-3094-4677-b2a4-a660454cd60a cannot update to ACTIVE because it is not bound. {{(pid=94136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 23:15:37.387276 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-4ed59a47-2db7-42be-b8f0-c56df056b997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fefc7b6-3094-4677-b2a4-a660454cd60a {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:15:37.395546 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-4ed59a47-2db7-42be-b8f0-c56df056b997 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:37.407275 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-4ed59a47-2db7-42be-b8f0-c56df056b997 service neutron] Transition to ACTIVE for port object 5fefc7b6-3094-4677-b2a4-a660454cd60a will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:15:37.411396 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-4ed59a47-2db7-42be-b8f0-c56df056b997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:37.461387 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed59a47-2db7-42be-b8f0-c56df056b997 service neutron] Pushing event updated for resources: {'Port': ['ID=5fefc7b6-3094-4677-b2a4-a660454cd60a,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:15:37.530974 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-4ed59a47-2db7-42be-b8f0-c56df056b997 service neutron] Attempting to bind port 5fefc7b6-3094-4677-b2a4-a660454cd60a on host hv-cinder-76017 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:15:37.531462 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-4ed59a47-2db7-42be-b8f0-c56df056b997 service neutron] Attempting to bind port 5fefc7b6-3094-4677-b2a4-a660454cd60a by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '47ce4575-a258-47c3-9d16-79aeafba6787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:15:37.531893 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-4ed59a47-2db7-42be-b8f0-c56df056b997 service neutron] Attempting to bind port 5fefc7b6-3094-4677-b2a4-a660454cd60a on network b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:15:37.536870 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-4ed59a47-2db7-42be-b8f0-c56df056b997 service neutron] Port 5fefc7b6-3094-4677-b2a4-a660454cd60a on network b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 23:15:37.537197 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-4ed59a47-2db7-42be-b8f0-c56df056b997 service neutron] Attempting to bind port 5fefc7b6-3094-4677-b2a4-a660454cd60a on network b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:15:37.542082 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-4ed59a47-2db7-42be-b8f0-c56df056b997 service neutron] Checking agent: {'id': '85608d62-9d70-46cb-9db0-a1f12ce5af65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 23, 3), 'started_at': datetime.datetime(2021, 9, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:15:37.542424 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-4ed59a47-2db7-42be-b8f0-c56df056b997 service neutron] Checking segment: {'id': '47ce4575-a258-47c3-9d16-79aeafba6787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:15:37.542857 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-4ed59a47-2db7-42be-b8f0-c56df056b997 service neutron] Bound using segment: {'id': '47ce4575-a258-47c3-9d16-79aeafba6787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:15:37.543230 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-4ed59a47-2db7-42be-b8f0-c56df056b997 service neutron] Bound port: 5fefc7b6-3094-4677-b2a4-a660454cd60a, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47ce4575-a258-47c3-9d16-79aeafba6787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:15:37.543585 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-4ed59a47-2db7-42be-b8f0-c56df056b997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:37.611204 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-4ed59a47-2db7-42be-b8f0-c56df056b997 service neutron] For port 5fefc7b6-3094-4677-b2a4-a660454cd60a, host hv-cinder-76017, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:15:37.614120 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-4ed59a47-2db7-42be-b8f0-c56df056b997 service neutron] For port 5fefc7b6-3094-4677-b2a4-a660454cd60a, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=5fefc7b6-3094-4677-b2a4-a660454cd60a,segment=NetworkSegment(47ce4575-a258-47c3-9d16-79aeafba6787),segment_id=47ce4575-a258-47c3-9d16-79aeafba6787)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:15:37.618782 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-4ed59a47-2db7-42be-b8f0-c56df056b997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:37.652405 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-4ed59a47-2db7-42be-b8f0-c56df056b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:37.653054 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-4ed59a47-2db7-42be-b8f0-c56df056b997 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:37.654433 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-4ed59a47-2db7-42be-b8f0-c56df056b997 service neutron] 10.222.0.52 "PUT /v2.0/ports/5fefc7b6-3094-4677-b2a4-a660454cd60a HTTP/1.1" status: 200 len: 1094 time: 0.6355877 Sep 14 23:15:37.654867 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18db9c63-dc83-4ecc-9493-da0510a6ad3e', 'tag': '5fefc7b6-3094-4677-b2a4-a660454cd60a'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:15:37.657158 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b27504ed887e131bccbae67cb08e94fb53697a19aeb48787dd98b51fbb9c8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e37ca3-7f8c-4edd-b27f-66acacbf0f31" -d '{"events": [{"name": "network-changed", "server_uuid": "18db9c63-dc83-4ecc-9493-da0510a6ad3e", "tag": "5fefc7b6-3094-4677-b2a4-a660454cd60a"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:15:37.685543 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed59a47-2db7-42be-b8f0-c56df056b997 service neutron] Pushing event updated for resources: {'Port': ['ID=5fefc7b6-3094-4677-b2a4-a660454cd60a,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:15:37.721996 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 23:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77f08d3-4fee-4fc6-a8d0-4dccbd7c1070 x-openstack-request-id: req-f77f08d3-4fee-4fc6-a8d0-4dccbd7c1070 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:15:37.722297 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18db9c63-dc83-4ecc-9493-da0510a6ad3e", "tag": "5fefc7b6-3094-4677-b2a4-a660454cd60a", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:15:37.722606 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f77f08d3-4fee-4fc6-a8d0-4dccbd7c1070 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:15:37.723144 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18db9c63-dc83-4ecc-9493-da0510a6ad3e', 'tag': '5fefc7b6-3094-4677-b2a4-a660454cd60a', 'status': 'completed', 'code': 200} Sep 14 23:15:37.740963 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-9a4d07fc-8afc-4425-a199-74103f395813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:37.742826 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-9a4d07fc-8afc-4425-a199-74103f395813 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8915cc648aab4f24a51c9b9e231e2b99&device_id=18db9c63-dc83-4ecc-9493-da0510a6ad3e HTTP/1.1" status: 200 len: 1097 time: 0.0483987 Sep 14 23:15:37.788929 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-47d84caf-1736-4932-baec-cb328ed8e837 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fefc7b6-3094-4677-b2a4-a660454cd60a HTTP/1.1" status: 200 len: 217 time: 0.0383728 Sep 14 23:15:37.805268 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c491564-2aca-4125-b5f5-978cfdb82fc6 req-db0a440a-aa36-49f5-90be-2c560f812d36 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:37.806821 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0c491564-2aca-4125-b5f5-978cfdb82fc6 req-db0a440a-aa36-49f5-90be-2c560f812d36 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=18db9c63-dc83-4ecc-9493-da0510a6ad3e HTTP/1.1" status: 200 len: 944 time: 0.0506208 Sep 14 23:15:37.844968 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-012923ef-4dd5-4f88-b3a2-997cc71638bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:37.846584 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-012923ef-4dd5-4f88-b3a2-997cc71638bf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79d1bb9-104b-4d23-a2b5-a32f1a77cc2a HTTP/1.1" status: 200 len: 850 time: 0.0514729 Sep 14 23:15:37.847383 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0c491564-2aca-4125-b5f5-978cfdb82fc6 req-7443de16-4e07-40e1-9d0c-a3b2eb15231f tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344694 Sep 14 23:15:37.893670 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-f1d6a38a-354e-4def-ac6f-06acfe22e127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:37.895182 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-f1d6a38a-354e-4def-ac6f-06acfe22e127 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6b378f1-7a0f-4d9e-bae9-58a1c529ee10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416877 Sep 14 23:15:37.933162 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:37.989987 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-b6c9aa7f-ba7a-4e01-8907-669f74ab6bd9 service neutron] 10.222.0.52 "GET /v2.0/networks/b6b378f1-7a0f-4d9e-bae9-58a1c529ee10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873492 Sep 14 23:15:38.078933 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-662414aa-d7ba-4950-aa06-6b1a1d368f20 req-e90953ca-7955-40cf-a9ef-603ea8e55a8a service neutron] 10.222.0.52 "GET /v2.0/networks/b6b378f1-7a0f-4d9e-bae9-58a1c529ee10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821748 Sep 14 23:15:38.162188 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e37ca3-7f8c-4edd-b27f-66acacbf0f31 req-f5ac3287-25c2-4901-921b-48f52ac808ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:38.163634 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-29e37ca3-7f8c-4edd-b27f-66acacbf0f31 req-f5ac3287-25c2-4901-921b-48f52ac808ef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8915cc648aab4f24a51c9b9e231e2b99&device_id=18db9c63-dc83-4ecc-9493-da0510a6ad3e HTTP/1.1" status: 200 len: 1097 time: 0.0417268 Sep 14 23:15:38.264081 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e37ca3-7f8c-4edd-b27f-66acacbf0f31 req-afc320e5-ee32-4244-8582-f66c9fdb2709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:38.266350 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-29e37ca3-7f8c-4edd-b27f-66acacbf0f31 req-afc320e5-ee32-4244-8582-f66c9fdb2709 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 HTTP/1.1" status: 200 len: 912 time: 0.0897086 Sep 14 23:15:38.310837 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-29e37ca3-7f8c-4edd-b27f-66acacbf0f31 req-989e3c77-b523-4cb2-b610-7ad285c75a75 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fefc7b6-3094-4677-b2a4-a660454cd60a HTTP/1.1" status: 200 len: 217 time: 0.0333800 Sep 14 23:15:38.364761 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e37ca3-7f8c-4edd-b27f-66acacbf0f31 req-c9e86e56-3f99-4734-89bc-6ab24e336811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:38.366218 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-29e37ca3-7f8c-4edd-b27f-66acacbf0f31 req-c9e86e56-3f99-4734-89bc-6ab24e336811 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79d1bb9-104b-4d23-a2b5-a32f1a77cc2a HTTP/1.1" status: 200 len: 850 time: 0.0472364 Sep 14 23:15:38.410821 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e37ca3-7f8c-4edd-b27f-66acacbf0f31 req-ed8b7c47-2784-4e8a-af7b-7dedf1b69a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:38.412291 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-29e37ca3-7f8c-4edd-b27f-66acacbf0f31 req-ed8b7c47-2784-4e8a-af7b-7dedf1b69a14 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6b378f1-7a0f-4d9e-bae9-58a1c529ee10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390747 Sep 14 23:15:38.500382 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-29e37ca3-7f8c-4edd-b27f-66acacbf0f31 req-ab38bc32-62de-4067-b1bb-bbd993131819 service neutron] 10.222.0.52 "GET /v2.0/networks/b6b378f1-7a0f-4d9e-bae9-58a1c529ee10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808983 Sep 14 23:15:38.589990 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-29e37ca3-7f8c-4edd-b27f-66acacbf0f31 req-dcc3c934-b2b3-4993-b60d-c2b5eeda1cf2 service neutron] 10.222.0.52 "GET /v2.0/networks/b6b378f1-7a0f-4d9e-bae9-58a1c529ee10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831404 Sep 14 23:15:38.960213 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b392c4-3bd4-4c2a-9037-5f8bddaf2efe req-52e9c5a5-8ea4-4b10-a0e9-0728cb9da836 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:38.961691 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-87b392c4-3bd4-4c2a-9037-5f8bddaf2efe req-52e9c5a5-8ea4-4b10-a0e9-0728cb9da836 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=18db9c63-dc83-4ecc-9493-da0510a6ad3e HTTP/1.1" status: 200 len: 944 time: 0.0476744 Sep 14 23:15:38.997176 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-87b392c4-3bd4-4c2a-9037-5f8bddaf2efe req-7f4af3dc-a00e-482a-94cc-4981db0ad555 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297251 Sep 14 23:15:40.112365 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203f943-41f4-4e0f-bc8c-641e286aea84 req-eea5125d-3f29-4ed3-bdb7-126e46c9b5f0 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:40.113874 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0203f943-41f4-4e0f-bc8c-641e286aea84 req-eea5125d-3f29-4ed3-bdb7-126e46c9b5f0 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=18db9c63-dc83-4ecc-9493-da0510a6ad3e HTTP/1.1" status: 200 len: 944 time: 0.0513265 Sep 14 23:15:40.150268 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-0203f943-41f4-4e0f-bc8c-641e286aea84 req-52a6f79d-6adc-416f-867d-cae3fe7841d1 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306132 Sep 14 23:15:41.262004 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38ca4f-dc68-48a7-9403-7ad5dc42dab3 req-55746438-0788-4d86-bc46-f7c79ad11744 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:41.263451 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ed38ca4f-dc68-48a7-9403-7ad5dc42dab3 req-55746438-0788-4d86-bc46-f7c79ad11744 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=18db9c63-dc83-4ecc-9493-da0510a6ad3e HTTP/1.1" status: 200 len: 944 time: 0.0480628 Sep 14 23:15:41.301017 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-ed38ca4f-dc68-48a7-9403-7ad5dc42dab3 req-aedff8d3-76d3-4758-92a1-7ed6b4f29283 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315983 Sep 14 23:15:42.412683 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a1d23-2e5a-4e97-8019-df0a9a92fe44 req-30f5d41d-de19-497b-a2bd-1efec3795ce9 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:42.414152 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8e2a1d23-2e5a-4e97-8019-df0a9a92fe44 req-30f5d41d-de19-497b-a2bd-1efec3795ce9 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=18db9c63-dc83-4ecc-9493-da0510a6ad3e HTTP/1.1" status: 200 len: 944 time: 0.0486612 Sep 14 23:15:42.450054 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-8e2a1d23-2e5a-4e97-8019-df0a9a92fe44 req-a9e007b5-8436-4d96-b5c9-42f34fe569b2 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301116 Sep 14 23:15:43.566178 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45a4e6-3a86-4564-bf78-4c9a0ef1debc req-10da0bb9-2181-48b6-8187-785f27612360 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:43.567585 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2c45a4e6-3a86-4564-bf78-4c9a0ef1debc req-10da0bb9-2181-48b6-8187-785f27612360 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=18db9c63-dc83-4ecc-9493-da0510a6ad3e HTTP/1.1" status: 200 len: 944 time: 0.0508239 Sep 14 23:15:43.606881 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2c45a4e6-3a86-4564-bf78-4c9a0ef1debc req-c2ebced7-6a3c-4ceb-b703-04d31c944430 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334895 Sep 14 23:15:44.719776 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf62d40-f123-4c1b-bf7a-9c17701fafa0 req-4c521c03-fb63-4f7b-b5ab-b39f889330b9 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:44.721349 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-dcf62d40-f123-4c1b-bf7a-9c17701fafa0 req-4c521c03-fb63-4f7b-b5ab-b39f889330b9 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=18db9c63-dc83-4ecc-9493-da0510a6ad3e HTTP/1.1" status: 200 len: 944 time: 0.0487745 Sep 14 23:15:44.757248 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-dcf62d40-f123-4c1b-bf7a-9c17701fafa0 req-c186153f-7fe8-4c73-98f5-06ddaaf5db81 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300705 Sep 14 23:15:45.869518 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b63e80-93be-4f69-82c9-1771149b7f16 req-edf1f5f3-8276-4c12-8180-84d226ce7ba8 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:45.871045 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b6b63e80-93be-4f69-82c9-1771149b7f16 req-edf1f5f3-8276-4c12-8180-84d226ce7ba8 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=18db9c63-dc83-4ecc-9493-da0510a6ad3e HTTP/1.1" status: 200 len: 944 time: 0.0481703 Sep 14 23:15:45.911641 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b6b63e80-93be-4f69-82c9-1771149b7f16 req-31023431-37bf-4127-aeee-ee0396ebb100 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334315 Sep 14 23:15:46.149988 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 5fefc7b6-3094-4677-b2a4-a660454cd60a details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=94136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 23:15:46.245461 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 5fefc7b6-3094-4677-b2a4-a660454cd60a, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=5fefc7b6-3094-4677-b2a4-a660454cd60a,segment=NetworkSegment(47ce4575-a258-47c3-9d16-79aeafba6787),segment_id=47ce4575-a258-47c3-9d16-79aeafba6787)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:15:46.257003 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Returning: {'device': '5fefc7b6-3094-4677-b2a4-a660454cd60a', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'port_id': '5fefc7b6-3094-4677-b2a4-a660454cd60a', 'mac_address': 'fa:16:3e:2e:4c:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 23:15:46.293398 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:46.306000 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fefc7b6-3094-4677-b2a4-a660454cd60a {{(pid=94136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:15:46.325003 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 5fefc7b6-3094-4677-b2a4-a660454cd60a, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=5fefc7b6-3094-4677-b2a4-a660454cd60a,segment=NetworkSegment(47ce4575-a258-47c3-9d16-79aeafba6787),segment_id=47ce4575-a258-47c3-9d16-79aeafba6787)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:15:46.329032 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:46.376556 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=5fefc7b6-3094-4677-b2a4-a660454cd60a,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:15:46.535974 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['5fefc7b6-3094-4677-b2a4-a660454cd60a'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:15:47.027820 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83764fd-0496-4f74-a19a-2dc3ded22c41 req-64363a22-32fe-4335-89e1-e1c136e3ab8f tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:47.029331 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e83764fd-0496-4f74-a19a-2dc3ded22c41 req-64363a22-32fe-4335-89e1-e1c136e3ab8f tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=18db9c63-dc83-4ecc-9493-da0510a6ad3e HTTP/1.1" status: 200 len: 945 time: 0.0523422 Sep 14 23:15:47.066974 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e83764fd-0496-4f74-a19a-2dc3ded22c41 req-088c55d0-f931-4cfb-a868-3af435bce3b0 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309629 Sep 14 23:15:48.166393 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 5fefc7b6-3094-4677-b2a4-a660454cd60a up at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:15:48.182325 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d941aa-a340-4cc0-bef2-24dfed8a33d7 req-2194ff67-a871-4d65-b5df-e227ef8e79cb tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:48.183833 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-53d941aa-a340-4cc0-bef2-24dfed8a33d7 req-2194ff67-a871-4d65-b5df-e227ef8e79cb tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=18db9c63-dc83-4ecc-9493-da0510a6ad3e HTTP/1.1" status: 200 len: 945 time: 0.0501866 Sep 14 23:15:48.213529 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning for port 5fefc7b6-3094-4677-b2a4-a660454cd60a completed by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:15:48.217272 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning complete for port 5fefc7b6-3094-4677-b2a4-a660454cd60a triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:15:48.217647 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:48.223257 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-53d941aa-a340-4cc0-bef2-24dfed8a33d7 req-1918773d-77e5-4583-8ada-44adaa515637 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325453 Sep 14 23:15:48.293503 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:48.316765 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18db9c63-dc83-4ecc-9493-da0510a6ad3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fefc7b6-3094-4677-b2a4-a660454cd60a'}] {{(pid=94136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:15:48.319001 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2b16cdf9a486da92f6eb6a5b1ab92e1b41f493a7e96932162ce692d4f29dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fec81c4-f332-4e64-9f68-0fdc6670f798" -d '{"events": [{"server_uuid": "18db9c63-dc83-4ecc-9493-da0510a6ad3e", "name": "network-vif-plugged", "status": "completed", "tag": "5fefc7b6-3094-4677-b2a4-a660454cd60a"}]}' {{(pid=94136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:15:48.331078 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 5fefc7b6-3094-4677-b2a4-a660454cd60a, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=5fefc7b6-3094-4677-b2a4-a660454cd60a,segment=NetworkSegment(47ce4575-a258-47c3-9d16-79aeafba6787),segment_id=47ce4575-a258-47c3-9d16-79aeafba6787)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:15:48.335206 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:48.361987 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870dc69d-77e3-4052-ba3c-841797b94bb9 x-openstack-request-id: req-870dc69d-77e3-4052-ba3c-841797b94bb9 {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:15:48.362284 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18db9c63-dc83-4ecc-9493-da0510a6ad3e", "name": "network-vif-plugged", "status": "completed", "tag": "5fefc7b6-3094-4677-b2a4-a660454cd60a", "code": 200}]} {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:15:48.362535 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-870dc69d-77e3-4052-ba3c-841797b94bb9 {{(pid=94136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:15:48.362924 dv-cinder-760178-13-iscsi neutron-server[94136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18db9c63-dc83-4ecc-9493-da0510a6ad3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fefc7b6-3094-4677-b2a4-a660454cd60a', 'code': 200} Sep 14 23:15:48.388212 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=5fefc7b6-3094-4677-b2a4-a660454cd60a,revision_number=5']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:15:48.573964 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810c380-4bef-4c08-9b59-47c5a54cea84 req-911ecc8c-468f-4b5f-b85d-949f2ad6b062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:48.575426 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-2810c380-4bef-4c08-9b59-47c5a54cea84 req-911ecc8c-468f-4b5f-b85d-949f2ad6b062 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=18db9c63-dc83-4ecc-9493-da0510a6ad3e HTTP/1.1" status: 200 len: 1099 time: 0.0413213 Sep 14 23:15:48.613977 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-2810c380-4bef-4c08-9b59-47c5a54cea84 req-236ae964-5e31-4cce-905b-4f791494b873 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281911 Sep 14 23:15:49.336541 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3c050-93da-40a2-b128-73edd1d15ff4 req-8196e913-6267-4590-896b-112e38021393 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:49.338054 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f0d3c050-93da-40a2-b128-73edd1d15ff4 req-8196e913-6267-4590-896b-112e38021393 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=18db9c63-dc83-4ecc-9493-da0510a6ad3e HTTP/1.1" status: 200 len: 946 time: 0.0470076 Sep 14 23:15:49.373340 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f0d3c050-93da-40a2-b128-73edd1d15ff4 req-9af1ec11-7b97-4027-ac78-0ccc3af9157b tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297279 Sep 14 23:15:50.493866 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85032523-2e91-4efd-a8af-99d9e3b558a9 req-46da515c-0a09-4d9c-9837-0855b4a6cd95 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:50.495256 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-85032523-2e91-4efd-a8af-99d9e3b558a9 req-46da515c-0a09-4d9c-9837-0855b4a6cd95 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=18db9c63-dc83-4ecc-9493-da0510a6ad3e HTTP/1.1" status: 200 len: 946 time: 0.0520492 Sep 14 23:15:50.536599 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-85032523-2e91-4efd-a8af-99d9e3b558a9 req-068a9353-de8f-4954-8ee2-2beb0b108c36 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355694 Sep 14 23:15:50.649722 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1830cf6-5c9d-411b-8642-8104f49bdba5 req-4537b0d0-0bb2-4b7c-9f7e-d2ee42457858 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:50.651197 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b1830cf6-5c9d-411b-8642-8104f49bdba5 req-4537b0d0-0bb2-4b7c-9f7e-d2ee42457858 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=18db9c63-dc83-4ecc-9493-da0510a6ad3e HTTP/1.1" status: 200 len: 946 time: 0.0473983 Sep 14 23:15:50.689010 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b1830cf6-5c9d-411b-8642-8104f49bdba5 req-6a6e609f-26be-4373-af23-477c6d381d48 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318956 Sep 14 23:15:50.711224 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 49958) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:15:50.755715 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620fc00b-4357-477f-a0dd-5cde9887f7a4 tempest-TestVolumeBootPattern-593452181 tempest-TestVolumeBootPattern-593452181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:50.757159 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-620fc00b-4357-477f-a0dd-5cde9887f7a4 tempest-TestVolumeBootPattern-593452181 tempest-TestVolumeBootPattern-593452181-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=18db9c63-dc83-4ecc-9493-da0510a6ad3e HTTP/1.1" status: 200 len: 1094 time: 0.0449073 Sep 14 23:15:50.759914 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 49960) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:15:50.764024 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-011c9336-e40b-4495-b9a9-954edf7b602a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Request body: {'floatingip': {'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'port_id': '5fefc7b6-3094-4677-b2a4-a660454cd60a', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:15:50.786431 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-011c9336-e40b-4495-b9a9-954edf7b602a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for floatingip, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:50.882495 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-011c9336-e40b-4495-b9a9-954edf7b602a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:50.980373 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.db_base_plugin_common [None req-011c9336-e40b-4495-b9a9-954edf7b602a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Allocated IP 172.27.3.61 (97df119d-fd41-4b39-86f3-953f642e27ab/0cfef410-e94d-43c5-8572-4959e322a29a/323db84d-329f-47cf-b7a3-e00f4063bce8) {{(pid=94135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:15:51.081230 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-011c9336-e40b-4495-b9a9-954edf7b602a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for port, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:51.112654 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-011c9336-e40b-4495-b9a9-954edf7b602a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:51.146535 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011c9336-e40b-4495-b9a9-954edf7b602a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Network 97df119d-fd41-4b39-86f3-953f642e27ab is already hosted by enough agents. {{(pid=94135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:15:51.149299 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-011c9336-e40b-4495-b9a9-954edf7b602a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Resources bound (agent type, host, resource id): {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:15:51.153414 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011c9336-e40b-4495-b9a9-954edf7b602a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Received port after_create {{(pid=94135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:15:51.181396 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c9336-e40b-4495-b9a9-954edf7b602a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Pushing event updated for resources: {'Port': ['ID=323db84d-329f-47cf-b7a3-e00f4063bce8,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:15:51.495759 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-011c9336-e40b-4495-b9a9-954edf7b602a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:51.558905 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-011c9336-e40b-4495-b9a9-954edf7b602a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:51.705798 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-011c9336-e40b-4495-b9a9-954edf7b602a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for port, precommit_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:51.710261 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-011c9336-e40b-4495-b9a9-954edf7b602a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16666946'] for port, after_update {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:51.783056 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c9336-e40b-4495-b9a9-954edf7b602a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Pushing event updated for resources: {'Port': ['ID=323db84d-329f-47cf-b7a3-e00f4063bce8,revision_number=2']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:15:51.789561 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-011c9336-e40b-4495-b9a9-954edf7b602a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529163'] for floatingip, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:52.117795 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.db.l3_db [None req-011c9336-e40b-4495-b9a9-954edf7b602a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Floating IP 15597166-f805-459b-bed4-7e4ffbd0ecb6 associated. External IP: 172.27.3.61, port: 5fefc7b6-3094-4677-b2a4-a660454cd60a. Sep 14 23:15:52.316137 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011c9336-e40b-4495-b9a9-954edf7b602a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Router e6a9e46a-fc3f-4f99-a5cc-102355518400 has already been hosted by L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f {{(pid=94135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 23:15:52.420699 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011c9336-e40b-4495-b9a9-954edf7b602a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:15:52.430644 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb9424d-9991-477f-8cac-e1d7e47cb453 None None] Sync routers for ids ['e6a9e46a-fc3f-4f99-a5cc-102355518400'] in dv-cinder-760178-13-iscsi {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:15:52.437571 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-011c9336-e40b-4495-b9a9-954edf7b602a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for floatingip, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:52.441582 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb9424d-9991-477f-8cac-e1d7e47cb453 None None] Routers {'e6a9e46a-fc3f-4f99-a5cc-102355518400'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:15:52.442213 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-adb9424d-9991-477f-8cac-e1d7e47cb453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:15:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['e6a9e46a-fc3f-4f99-a5cc-102355518400'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:15:52.475487 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-011c9336-e40b-4495-b9a9-954edf7b602a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7064664 Sep 14 23:15:52.475487 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18db9c63-dc83-4ecc-9493-da0510a6ad3e', 'tag': '5fefc7b6-3094-4677-b2a4-a660454cd60a'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:15:52.475487 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e3d9041226317d09edcf9166cd50e54bb38c01393ec1a923659a7df53ecbff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b169427-7049-4975-b3b6-85af99a578da" -d '{"events": [{"name": "network-changed", "server_uuid": "18db9c63-dc83-4ecc-9493-da0510a6ad3e", "tag": "5fefc7b6-3094-4677-b2a4-a660454cd60a"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:15:52.558344 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-adb9424d-9991-477f-8cac-e1d7e47cb453 None None] Set router e6a9e46a-fc3f-4f99-a5cc-102355518400 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:15:52.563387 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 23:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a8fc65-cbf6-4780-82ad-09087e56e24e x-openstack-request-id: req-84a8fc65-cbf6-4780-82ad-09087e56e24e {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:15:52.565289 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18db9c63-dc83-4ecc-9493-da0510a6ad3e", "tag": "5fefc7b6-3094-4677-b2a4-a660454cd60a", "status": "completed", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:15:52.565289 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-84a8fc65-cbf6-4780-82ad-09087e56e24e {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:15:52.565289 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18db9c63-dc83-4ecc-9493-da0510a6ad3e', 'tag': '5fefc7b6-3094-4677-b2a4-a660454cd60a', 'status': 'completed', 'code': 200} Sep 14 23:15:52.638428 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b169427-7049-4975-b3b6-85af99a578da req-442923d9-033b-4b1b-bfb7-3b7f1d25dd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:52.639902 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-9b169427-7049-4975-b3b6-85af99a578da req-442923d9-033b-4b1b-bfb7-3b7f1d25dd8e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8915cc648aab4f24a51c9b9e231e2b99&device_id=18db9c63-dc83-4ecc-9493-da0510a6ad3e HTTP/1.1" status: 200 len: 1099 time: 0.0444198 Sep 14 23:15:52.733146 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b169427-7049-4975-b3b6-85af99a578da req-7159e9f3-d817-4efa-8bf3-4809fa62115c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:52.734645 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-9b169427-7049-4975-b3b6-85af99a578da req-7159e9f3-d817-4efa-8bf3-4809fa62115c service neutron] 10.222.0.52 "GET /v2.0/networks?id=b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 HTTP/1.1" status: 200 len: 912 time: 0.0852222 Sep 14 23:15:52.782191 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-adb9424d-9991-477f-8cac-e1d7e47cb453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'name': 'tempest-TestVolumeBootPattern-562084233-router', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:53Z', 'updated_at': '2021-09-14T23:12:56Z', 'revision_number': 4, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'gw_port': {'id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:54Z', 'updated_at': '2021-09-14T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_floatingips': [{'id': '15597166-f805-459b-bed4-7e4ffbd0ecb6', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'router_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'port_id': '5fefc7b6-3094-4677-b2a4-a660454cd60a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'mac_address': 'fa:16:3e:2e:4c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18db9c63-dc83-4ecc-9493-da0510a6ad3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T23:15:51Z', 'updated_at': '2021-09-14T23:15:51Z', 'revision_number': 0, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed446ae7-2466-4841-b7ab-96855f00009e', 'name': '', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'mac_address': 'fa:16:3e:f6:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:55Z', 'updated_at': '2021-09-14T23:13:00Z', 'revision_number': 5, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'subnets': [{'id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:15:52.807585 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-9b169427-7049-4975-b3b6-85af99a578da req-8572abb8-9319-48a2-bc33-e27e2090ac3b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fefc7b6-3094-4677-b2a4-a660454cd60a HTTP/1.1" status: 200 len: 999 time: 0.0656171 Sep 14 23:15:52.808832 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb9424d-9991-477f-8cac-e1d7e47cb453 None None] Checking router: e6a9e46a-fc3f-4f99-a5cc-102355518400 for host: dv-cinder-760178-13-iscsi {{(pid=94137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:15:52.817272 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb9424d-9991-477f-8cac-e1d7e47cb453 None None] Routers {'e6a9e46a-fc3f-4f99-a5cc-102355518400'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:15:52.817870 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-adb9424d-9991-477f-8cac-e1d7e47cb453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:15:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['e6a9e46a-fc3f-4f99-a5cc-102355518400'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:15:52.856964 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b169427-7049-4975-b3b6-85af99a578da req-714f2a83-425a-486d-84b6-f627ec0b54bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:52.858445 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-9b169427-7049-4975-b3b6-85af99a578da req-714f2a83-425a-486d-84b6-f627ec0b54bb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79d1bb9-104b-4d23-a2b5-a32f1a77cc2a HTTP/1.1" status: 200 len: 850 time: 0.0439010 Sep 14 23:15:52.904707 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b169427-7049-4975-b3b6-85af99a578da req-8c0e84f4-e17c-4617-beb1-ad66244f0ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:15:52.906304 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-9b169427-7049-4975-b3b6-85af99a578da req-8c0e84f4-e17c-4617-beb1-ad66244f0ded service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6b378f1-7a0f-4d9e-bae9-58a1c529ee10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408928 Sep 14 23:15:52.922285 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-adb9424d-9991-477f-8cac-e1d7e47cb453 None None] Set router e6a9e46a-fc3f-4f99-a5cc-102355518400 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:15:52.997776 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-9b169427-7049-4975-b3b6-85af99a578da req-6af71783-0e82-47fc-82b4-1eea5d554122 service neutron] 10.222.0.52 "GET /v2.0/networks/b6b378f1-7a0f-4d9e-bae9-58a1c529ee10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840058 Sep 14 23:15:53.085909 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-9b169427-7049-4975-b3b6-85af99a578da req-44000c46-a0d7-45ab-beee-23a0179c5cd6 service neutron] 10.222.0.52 "GET /v2.0/networks/b6b378f1-7a0f-4d9e-bae9-58a1c529ee10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804102 Sep 14 23:15:53.146459 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-adb9424d-9991-477f-8cac-e1d7e47cb453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'name': 'tempest-TestVolumeBootPattern-562084233-router', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:53Z', 'updated_at': '2021-09-14T23:12:56Z', 'revision_number': 4, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'gw_port': {'id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:54Z', 'updated_at': '2021-09-14T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_floatingips': [{'id': '15597166-f805-459b-bed4-7e4ffbd0ecb6', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'router_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'port_id': '5fefc7b6-3094-4677-b2a4-a660454cd60a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'mac_address': 'fa:16:3e:2e:4c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18db9c63-dc83-4ecc-9493-da0510a6ad3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T23:15:51Z', 'updated_at': '2021-09-14T23:15:51Z', 'revision_number': 0, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed446ae7-2466-4841-b7ab-96855f00009e', 'name': '', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'mac_address': 'fa:16:3e:f6:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:55Z', 'updated_at': '2021-09-14T23:13:00Z', 'revision_number': 5, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'subnets': [{'id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:15:53.172449 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb9424d-9991-477f-8cac-e1d7e47cb453 None None] The sync data for ids ['e6a9e46a-fc3f-4f99-a5cc-102355518400'] in dv-cinder-760178-13-iscsi is: [{'id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'name': 'tempest-TestVolumeBootPattern-562084233-router', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:53Z', 'updated_at': '2021-09-14T23:12:56Z', 'revision_number': 4, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'gw_port': {'id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:54Z', 'updated_at': '2021-09-14T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_floatingips': [{'id': '15597166-f805-459b-bed4-7e4ffbd0ecb6', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'router_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'port_id': '5fefc7b6-3094-4677-b2a4-a660454cd60a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'mac_address': 'fa:16:3e:2e:4c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18db9c63-dc83-4ecc-9493-da0510a6ad3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T23:15:51Z', 'updated_at': '2021-09-14T23:15:51Z', 'revision_number': 0, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed446ae7-2466-4841-b7ab-96855f00009e', 'name': '', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'mac_address': 'fa:16:3e:f6:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:55Z', 'updated_at': '2021-09-14T23:13:00Z', 'revision_number': 5, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'subnets': [{'id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:15:53.348676 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4459b4-6766-4060-ada9-801f90c9af9a None None] New status for floating IP 15597166-f805-459b-bed4-7e4ffbd0ecb6: ACTIVE {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:15:57.707589 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 6 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:16:00.396214 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:02.244210 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-ec78f38f-67f3-402e-9379-71fc56730db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:04.938790 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-93fcc0fb-93e4-483a-9225-05c890cbf36b req-4c9192cc-cace-4e7e-bfaa-ababeca0ba65 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8728e3ad-3585-4c2a-b8a2-7aa8ede8a325&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416331 Sep 14 23:16:04.959983 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-204867fe-5807-42a1-81fa-41967d947863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:04.979072 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:05.021547 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fcc0fb-93e4-483a-9225-05c890cbf36b req-5b3766db-4233-4b17-9458-c9a62f70d1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:16:05.022998 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-93fcc0fb-93e4-483a-9225-05c890cbf36b req-5b3766db-4233-4b17-9458-c9a62f70d1f0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9b7977ac38c94d8fae1f3929e42d5336&device_id=8728e3ad-3585-4c2a-b8a2-7aa8ede8a325 HTTP/1.1" status: 200 len: 1098 time: 0.0394170 Sep 14 23:16:05.122013 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fcc0fb-93e4-483a-9225-05c890cbf36b req-008f3f22-2d47-42b3-a85e-98d7311308d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:16:05.123481 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-93fcc0fb-93e4-483a-9225-05c890cbf36b req-008f3f22-2d47-42b3-a85e-98d7311308d7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=043517e4-edaa-4f0b-a4ce-48a6ef5deb04 HTTP/1.1" status: 200 len: 911 time: 0.0814080 Sep 14 23:16:05.189914 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-93fcc0fb-93e4-483a-9225-05c890cbf36b req-91092251-21e8-4841-8fb7-be14527561e3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ecce397-e1e8-41b9-ae27-a84f4036e3e6 HTTP/1.1" status: 200 len: 1000 time: 0.0584674 Sep 14 23:16:05.236955 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fcc0fb-93e4-483a-9225-05c890cbf36b req-4e695873-030b-460b-8b5a-5ce4fed7643c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:16:05.238422 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-93fcc0fb-93e4-483a-9225-05c890cbf36b req-4e695873-030b-460b-8b5a-5ce4fed7643c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a74333b0-c023-4bf5-bc80-5237297dbb36 HTTP/1.1" status: 200 len: 849 time: 0.0411122 Sep 14 23:16:05.290133 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fcc0fb-93e4-483a-9225-05c890cbf36b req-9407b1d2-4f17-40ce-a7f9-716dd0bb0537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:16:05.291582 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-93fcc0fb-93e4-483a-9225-05c890cbf36b req-9407b1d2-4f17-40ce-a7f9-716dd0bb0537 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=043517e4-edaa-4f0b-a4ce-48a6ef5deb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0386024 Sep 14 23:16:05.386663 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-93fcc0fb-93e4-483a-9225-05c890cbf36b req-666d1850-373b-43a6-a36a-4b3fdacbb102 service neutron] 10.222.0.52 "GET /v2.0/networks/043517e4-edaa-4f0b-a4ce-48a6ef5deb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831552 Sep 14 23:16:05.482106 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-93fcc0fb-93e4-483a-9225-05c890cbf36b req-d9f9de34-7130-49fb-a081-0268ef0d97a7 service neutron] 10.222.0.52 "GET /v2.0/networks/043517e4-edaa-4f0b-a4ce-48a6ef5deb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879121 Sep 14 23:16:06.077114 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:07.932330 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:29.549578 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd3265-de0c-4626-beb3-3a8d36b850b9 req-f179c465-cb05-4b71-9e98-f5fd6b16ce29 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:16:29.551070 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-19fd3265-de0c-4626-beb3-3a8d36b850b9 req-f179c465-cb05-4b71-9e98-f5fd6b16ce29 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=8728e3ad-3585-4c2a-b8a2-7aa8ede8a325 HTTP/1.1" status: 200 len: 945 time: 0.0517044 Sep 14 23:16:29.588282 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-19fd3265-de0c-4626-beb3-3a8d36b850b9 req-6f767568-e5be-4755-b220-9cb1ea8d138c tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=67d722f7-a362-42e2-a215-ec8ac144684f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308535 Sep 14 23:16:30.400680 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:30.704974 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f01e06-3c69-4618-9e00-f65be16c16c4 req-6e92d2ef-e8a8-4c62-99c1-dae7872775af tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:16:30.706497 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-09f01e06-3c69-4618-9e00-f65be16c16c4 req-6e92d2ef-e8a8-4c62-99c1-dae7872775af tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=8728e3ad-3585-4c2a-b8a2-7aa8ede8a325 HTTP/1.1" status: 200 len: 945 time: 0.0506396 Sep 14 23:16:30.745253 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-09f01e06-3c69-4618-9e00-f65be16c16c4 req-254b9ff6-16bc-4f5f-9065-15b87ca6f46f tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=67d722f7-a362-42e2-a215-ec8ac144684f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316579 Sep 14 23:16:31.474021 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb5327-8448-409b-bf35-d26661438bb1 req-c791454a-3f87-40b1-b570-b3554811ad3b tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:16:31.475473 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-3fdb5327-8448-409b-bf35-d26661438bb1 req-c791454a-3f87-40b1-b570-b3554811ad3b tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.52 "GET /v2.0/ports?device_id=8728e3ad-3585-4c2a-b8a2-7aa8ede8a325 HTTP/1.1" status: 200 len: 945 time: 0.3011630 Sep 14 23:16:31.561143 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-3fdb5327-8448-409b-bf35-d26661438bb1 req-d0e20305-ea20-4f12-aeda-6c47ce2b1d9a tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Deleting port 7ecce397-e1e8-41b9-ae27-a84f4036e3e6 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:16:31.561408 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3fdb5327-8448-409b-bf35-d26661438bb1 req-d0e20305-ea20-4f12-aeda-6c47ce2b1d9a tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:31.647912 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-3fdb5327-8448-409b-bf35-d26661438bb1 req-d0e20305-ea20-4f12-aeda-6c47ce2b1d9a tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] For port 7ecce397-e1e8-41b9-ae27-a84f4036e3e6, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=7ecce397-e1e8-41b9-ae27-a84f4036e3e6,segment=NetworkSegment(442380c2-4d09-45a5-b9d5-a59876e97d31),segment_id=442380c2-4d09-45a5-b9d5-a59876e97d31)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:16:31.648274 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3fdb5327-8448-409b-bf35-d26661438bb1 req-d0e20305-ea20-4f12-aeda-6c47ce2b1d9a tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:31.810909 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3fdb5327-8448-409b-bf35-d26661438bb1 req-d0e20305-ea20-4f12-aeda-6c47ce2b1d9a tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:31.811330 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3fdb5327-8448-409b-bf35-d26661438bb1 req-d0e20305-ea20-4f12-aeda-6c47ce2b1d9a tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529163'] for floatingip, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:31.811595 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.db.l3_db [req-3fdb5327-8448-409b-bf35-d26661438bb1 req-d0e20305-ea20-4f12-aeda-6c47ce2b1d9a tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Floating IP ff027909-8f0a-482e-9b8a-bca1896e126e disassociated. External IP: 172.27.3.10, port: 7ecce397-e1e8-41b9-ae27-a84f4036e3e6. Sep 14 23:16:31.811934 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-3fdb5327-8448-409b-bf35-d26661438bb1 req-d0e20305-ea20-4f12-aeda-6c47ce2b1d9a tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Calling delete_port for 7ecce397-e1e8-41b9-ae27-a84f4036e3e6 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:16:31.859644 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b238e07-7e13-440d-8516-77352feca5ce req-1dd53f4e-d767-4507-8d52-a5511dfd3300 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:16:31.861130 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7b238e07-7e13-440d-8516-77352feca5ce req-1dd53f4e-d767-4507-8d52-a5511dfd3300 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/ports?device_id=8728e3ad-3585-4c2a-b8a2-7aa8ede8a325 HTTP/1.1" status: 200 len: 945 time: 0.0488689 Sep 14 23:16:31.903667 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7b238e07-7e13-440d-8516-77352feca5ce req-f0a55ecb-924e-4bdf-ba77-2496f91baa54 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups?id=67d722f7-a362-42e2-a215-ec8ac144684f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366492 Sep 14 23:16:31.939966 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3fdb5327-8448-409b-bf35-d26661438bb1 req-d0e20305-ea20-4f12-aeda-6c47ce2b1d9a tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:31.966829 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e20305-ea20-4f12-aeda-6c47ce2b1d9a tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Pushing event deleted for resources: {'Port': ['ID=7ecce397-e1e8-41b9-ae27-a84f4036e3e6,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:31.976239 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e20305-ea20-4f12-aeda-6c47ce2b1d9a tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:31.976598 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e20305-ea20-4f12-aeda-6c47ce2b1d9a tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:31.976965 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e20305-ea20-4f12-aeda-6c47ce2b1d9a tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:31.977301 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e20305-ea20-4f12-aeda-6c47ce2b1d9a tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:31.977634 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e20305-ea20-4f12-aeda-6c47ce2b1d9a tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:31.977963 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e20305-ea20-4f12-aeda-6c47ce2b1d9a tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:31.978560 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e20305-ea20-4f12-aeda-6c47ce2b1d9a tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:31.978680 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e20305-ea20-4f12-aeda-6c47ce2b1d9a tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:31.978926 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e20305-ea20-4f12-aeda-6c47ce2b1d9a tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:31.979246 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e20305-ea20-4f12-aeda-6c47ce2b1d9a tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:31.979568 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e20305-ea20-4f12-aeda-6c47ce2b1d9a tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:31.980330 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e20305-ea20-4f12-aeda-6c47ce2b1d9a tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:32.094989 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fdb5327-8448-409b-bf35-d26661438bb1 req-d0e20305-ea20-4f12-aeda-6c47ce2b1d9a tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Router 2c94a897-9a67-4741-b7f3-052098f38bc6 has already been hosted by L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 23:16:32.199837 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fdb5327-8448-409b-bf35-d26661438bb1 req-d0e20305-ea20-4f12-aeda-6c47ce2b1d9a tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:16:32.210282 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c2ee2a-e519-49df-8a4c-60e8d21c2268 None None] Sync routers for ids ['2c94a897-9a67-4741-b7f3-052098f38bc6'] in dv-cinder-760178-13-iscsi {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:16:32.219258 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c2ee2a-e519-49df-8a4c-60e8d21c2268 None None] Routers {'2c94a897-9a67-4741-b7f3-052098f38bc6'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:16:32.219873 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-87c2ee2a-e519-49df-8a4c-60e8d21c2268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:16:05Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['2c94a897-9a67-4741-b7f3-052098f38bc6'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:16:32.239231 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fdb5327-8448-409b-bf35-d26661438bb1 req-d0e20305-ea20-4f12-aeda-6c47ce2b1d9a tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] No DVR routers for this DVR port 7ecce397-e1e8-41b9-ae27-a84f4036e3e6 on host hv-cinder-76017 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:16:32.241897 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-3fdb5327-8448-409b-bf35-d26661438bb1 req-d0e20305-ea20-4f12-aeda-6c47ce2b1d9a tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:32.244303 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-3fdb5327-8448-409b-bf35-d26661438bb1 req-d0e20305-ea20-4f12-aeda-6c47ce2b1d9a tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.52 "DELETE /v2.0/ports/7ecce397-e1e8-41b9-ae27-a84f4036e3e6 HTTP/1.1" status: 204 len: 173 time: 0.7620525 Sep 14 23:16:32.244894 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8728e3ad-3585-4c2a-b8a2-7aa8ede8a325', 'name': 'network-vif-deleted', 'tag': '7ecce397-e1e8-41b9-ae27-a84f4036e3e6'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:16:32.245153 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-9e8083d8-832f-43c7-a9f6-5468c5e1b356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:32.247316 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b27504ed887e131bccbae67cb08e94fb53697a19aeb48787dd98b51fbb9c8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521d329e-fb6d-4965-a724-905085c4292f" -d '{"events": [{"server_uuid": "8728e3ad-3585-4c2a-b8a2-7aa8ede8a325", "name": "network-vif-deleted", "tag": "7ecce397-e1e8-41b9-ae27-a84f4036e3e6"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:16:32.314133 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0798ed-1adc-430c-b41b-68d3fa466309 x-openstack-request-id: req-ad0798ed-1adc-430c-b41b-68d3fa466309 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:16:32.314425 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8728e3ad-3585-4c2a-b8a2-7aa8ede8a325", "name": "network-vif-deleted", "tag": "7ecce397-e1e8-41b9-ae27-a84f4036e3e6", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:16:32.314686 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ad0798ed-1adc-430c-b41b-68d3fa466309 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:16:32.315073 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8728e3ad-3585-4c2a-b8a2-7aa8ede8a325', 'name': 'network-vif-deleted', 'tag': '7ecce397-e1e8-41b9-ae27-a84f4036e3e6', 'status': 'completed', 'code': 200} Sep 14 23:16:32.346578 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-87c2ee2a-e519-49df-8a4c-60e8d21c2268 None None] Set router 2c94a897-9a67-4741-b7f3-052098f38bc6 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:16:32.550177 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-87c2ee2a-e519-49df-8a4c-60e8d21c2268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'name': 'tempest-AttachVolumeTestJSON-454697747-router', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:29Z', 'updated_at': '2021-09-14T23:12:32Z', 'revision_number': 4, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'gw_port': {'id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:11:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:30Z', 'updated_at': '2021-09-14T23:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': '57edb584-7839-4471-a9c4-22b82729233f', 'name': '', 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'mac_address': 'fa:16:3e:39:aa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a74333b0-c023-4bf5-bc80-5237297dbb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:31Z', 'updated_at': '2021-09-14T23:12:35Z', 'revision_number': 5, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'subnets': [{'id': 'a74333b0-c023-4bf5-bc80-5237297dbb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:16:32.575599 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c2ee2a-e519-49df-8a4c-60e8d21c2268 None None] Checking router: 2c94a897-9a67-4741-b7f3-052098f38bc6 for host: dv-cinder-760178-13-iscsi {{(pid=94137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:16:32.585026 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c2ee2a-e519-49df-8a4c-60e8d21c2268 None None] Routers {'2c94a897-9a67-4741-b7f3-052098f38bc6'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:16:32.585827 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-87c2ee2a-e519-49df-8a4c-60e8d21c2268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:16:05Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['2c94a897-9a67-4741-b7f3-052098f38bc6'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:16:32.695866 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-87c2ee2a-e519-49df-8a4c-60e8d21c2268 None None] Set router 2c94a897-9a67-4741-b7f3-052098f38bc6 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:16:32.913053 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-87c2ee2a-e519-49df-8a4c-60e8d21c2268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'name': 'tempest-AttachVolumeTestJSON-454697747-router', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:29Z', 'updated_at': '2021-09-14T23:12:32Z', 'revision_number': 4, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'gw_port': {'id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:11:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:30Z', 'updated_at': '2021-09-14T23:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': '57edb584-7839-4471-a9c4-22b82729233f', 'name': '', 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'mac_address': 'fa:16:3e:39:aa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a74333b0-c023-4bf5-bc80-5237297dbb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:31Z', 'updated_at': '2021-09-14T23:12:35Z', 'revision_number': 5, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'subnets': [{'id': 'a74333b0-c023-4bf5-bc80-5237297dbb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:16:32.943630 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c2ee2a-e519-49df-8a4c-60e8d21c2268 None None] The sync data for ids ['2c94a897-9a67-4741-b7f3-052098f38bc6'] in dv-cinder-760178-13-iscsi is: [{'id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'name': 'tempest-AttachVolumeTestJSON-454697747-router', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:29Z', 'updated_at': '2021-09-14T23:12:32Z', 'revision_number': 4, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'gw_port': {'id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:11:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:30Z', 'updated_at': '2021-09-14T23:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': '57edb584-7839-4471-a9c4-22b82729233f', 'name': '', 'network_id': '043517e4-edaa-4f0b-a4ce-48a6ef5deb04', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'mac_address': 'fa:16:3e:39:aa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a74333b0-c023-4bf5-bc80-5237297dbb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:31Z', 'updated_at': '2021-09-14T23:12:35Z', 'revision_number': 5, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'subnets': [{'id': 'a74333b0-c023-4bf5-bc80-5237297dbb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:16:33.002992 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 50140) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:16:33.069988 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0b236cb9-d927-4a3d-acd1-d7d8b0e6e4d8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:33.102387 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0b236cb9-d927-4a3d-acd1-d7d8b0e6e4d8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:33.155355 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0b236cb9-d927-4a3d-acd1-d7d8b0e6e4d8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:33.157945 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0b236cb9-d927-4a3d-acd1-d7d8b0e6e4d8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:33.160078 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-0b236cb9-d927-4a3d-acd1-d7d8b0e6e4d8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "DELETE /v2.0/security-groups/67d722f7-a362-42e2-a215-ec8ac144684f HTTP/1.1" status: 204 len: 168 time: 0.1558061 Sep 14 23:16:33.164489 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 50142) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:16:33.170210 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b236cb9-d927-4a3d-acd1-d7d8b0e6e4d8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d722f7-a362-42e2-a215-ec8ac144684f,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:33.178517 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b236cb9-d927-4a3d-acd1-d7d8b0e6e4d8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:33.179157 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b236cb9-d927-4a3d-acd1-d7d8b0e6e4d8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:33.180149 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b236cb9-d927-4a3d-acd1-d7d8b0e6e4d8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:33.180149 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b236cb9-d927-4a3d-acd1-d7d8b0e6e4d8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:33.180381 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b236cb9-d927-4a3d-acd1-d7d8b0e6e4d8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:33.180638 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b236cb9-d927-4a3d-acd1-d7d8b0e6e4d8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:33.180747 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.api.v2.resource [None req-3da32eda-3291-496e-b227-a40a6460fb1b tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] show failed (client error): The resource could not be found. Sep 14 23:16:33.180976 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b236cb9-d927-4a3d-acd1-d7d8b0e6e4d8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:33.181352 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b236cb9-d927-4a3d-acd1-d7d8b0e6e4d8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:33.181633 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b236cb9-d927-4a3d-acd1-d7d8b0e6e4d8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:33.182111 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b236cb9-d927-4a3d-acd1-d7d8b0e6e4d8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:33.182414 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b236cb9-d927-4a3d-acd1-d7d8b0e6e4d8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:33.182648 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b236cb9-d927-4a3d-acd1-d7d8b0e6e4d8 tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:33.189887 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 50144) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:16:33.190093 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-3da32eda-3291-496e-b227-a40a6460fb1b tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "GET /v2.0/security-groups/67d722f7-a362-42e2-a215-ec8ac144684f HTTP/1.1" status: 404 len: 347 time: 0.0243659 Sep 14 23:16:33.204351 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30a8734-b59f-4abb-b7b0-8d57943a59ac None None] New status for floating IP ff027909-8f0a-482e-9b8a-bca1896e126e: DOWN {{(pid=94136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:16:33.360862 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-d68e7895-5be0-4a0b-a4c0-cbabdb8b197f tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Deleting port 68adf45a-8644-44ca-9305-b548889c5298 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:16:33.361213 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d68e7895-5be0-4a0b-a4c0-cbabdb8b197f tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:33.445396 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d68e7895-5be0-4a0b-a4c0-cbabdb8b197f tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:33.445630 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d68e7895-5be0-4a0b-a4c0-cbabdb8b197f tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:33.458281 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-d68e7895-5be0-4a0b-a4c0-cbabdb8b197f tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Calling delete_port for 68adf45a-8644-44ca-9305-b548889c5298 owned by network:floatingip {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:16:33.586300 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d68e7895-5be0-4a0b-a4c0-cbabdb8b197f tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:33.614492 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e7895-5be0-4a0b-a4c0-cbabdb8b197f tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Pushing event deleted for resources: {'Port': ['ID=68adf45a-8644-44ca-9305-b548889c5298,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:33.674629 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d68e7895-5be0-4a0b-a4c0-cbabdb8b197f tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks [] for floatingip, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:33.677533 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d68e7895-5be0-4a0b-a4c0-cbabdb8b197f tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for floatingip, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:33.678916 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-d68e7895-5be0-4a0b-a4c0-cbabdb8b197f tempest-AttachVolumeTestJSON-1253381883 tempest-AttachVolumeTestJSON-1253381883-project] 10.222.0.39 "DELETE /v2.0/floatingips/ff027909-8f0a-482e-9b8a-bca1896e126e HTTP/1.1" status: 204 len: 168 time: 0.4874887 Sep 14 23:16:34.706583 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 6 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:16:34.959658 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-81daee1e-81d2-4494-b414-402fc31aed68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:34.978285 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:36.081875 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:36.359032 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 7ecce397-e1e8-41b9-ae27-a84f4036e3e6 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:16:36.378714 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] No Port match for: 7ecce397-e1e8-41b9-ae27-a84f4036e3e6 {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:16:36.379057 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 7ecce397-e1e8-41b9-ae27-a84f4036e3e6 not bound to the agent host hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:16:37.206126 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 50172) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:16:37.539267 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-246b5b3d-2713-424a-9615-f7a052d0a299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530187'] for router_interface, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:37.772766 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-246b5b3d-2713-424a-9615-f7a052d0a299 admin admin] Deleting port 57edb584-7839-4471-a9c4-22b82729233f {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:16:37.773106 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-246b5b3d-2713-424a-9615-f7a052d0a299 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:37.851837 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-246b5b3d-2713-424a-9615-f7a052d0a299 admin admin] For port 57edb584-7839-4471-a9c4-22b82729233f, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=57edb584-7839-4471-a9c4-22b82729233f,segment=NetworkSegment(442380c2-4d09-45a5-b9d5-a59876e97d31),segment_id=442380c2-4d09-45a5-b9d5-a59876e97d31)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:16:37.852122 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-246b5b3d-2713-424a-9615-f7a052d0a299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:37.864119 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-246b5b3d-2713-424a-9615-f7a052d0a299 admin admin] Calling delete_port for 57edb584-7839-4471-a9c4-22b82729233f owned by network:router_interface {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:16:37.934606 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:38.038457 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-246b5b3d-2713-424a-9615-f7a052d0a299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:38.062894 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b5b3d-2713-424a-9615-f7a052d0a299 admin admin] Pushing event deleted for resources: {'Port': ['ID=57edb584-7839-4471-a9c4-22b82729233f,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:38.227298 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-246b5b3d-2713-424a-9615-f7a052d0a299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529339'] for router_interface, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:38.430678 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246b5b3d-2713-424a-9615-f7a052d0a299 admin admin] Router 2c94a897-9a67-4741-b7f3-052098f38bc6 has already been hosted by L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f {{(pid=94135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 23:16:38.534116 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246b5b3d-2713-424a-9615-f7a052d0a299 admin admin] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:16:38.540034 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-246b5b3d-2713-424a-9615-f7a052d0a299 admin admin] 10.222.0.39 "PUT /v2.0/routers/2c94a897-9a67-4741-b7f3-052098f38bc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3329020 Sep 14 23:16:38.542619 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 50174) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:16:38.546950 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61896b9f-58ea-4bfe-8a3f-3ebe5c286b7b None None] Sync routers for ids ['2c94a897-9a67-4741-b7f3-052098f38bc6'] in dv-cinder-760178-13-iscsi {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:16:38.555139 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61896b9f-58ea-4bfe-8a3f-3ebe5c286b7b None None] Routers {'2c94a897-9a67-4741-b7f3-052098f38bc6'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:16:38.555836 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-61896b9f-58ea-4bfe-8a3f-3ebe5c286b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:16:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['2c94a897-9a67-4741-b7f3-052098f38bc6'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:16:38.648667 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0caa3490-7221-465f-b2d0-3ad36c39341c admin admin] Notify callbacks [] for router, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:38.748906 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-61896b9f-58ea-4bfe-8a3f-3ebe5c286b7b None None] Set router 2c94a897-9a67-4741-b7f3-052098f38bc6 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:16:38.750317 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0caa3490-7221-465f-b2d0-3ad36c39341c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:38.802869 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-0caa3490-7221-465f-b2d0-3ad36c39341c admin admin] Deleting port ae3ee8d2-19fa-4f2c-ad80-da77c87643a5 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:16:38.803227 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0caa3490-7221-465f-b2d0-3ad36c39341c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:38.884020 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-0caa3490-7221-465f-b2d0-3ad36c39341c admin admin] For port ae3ee8d2-19fa-4f2c-ad80-da77c87643a5, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=ae3ee8d2-19fa-4f2c-ad80-da77c87643a5,segment=NetworkSegment(a9a9fb15-9287-4c77-9a23-3b65ea6f31f5),segment_id=a9a9fb15-9287-4c77-9a23-3b65ea6f31f5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:16:38.884387 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0caa3490-7221-465f-b2d0-3ad36c39341c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:38.899776 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-0caa3490-7221-465f-b2d0-3ad36c39341c admin admin] Calling delete_port for ae3ee8d2-19fa-4f2c-ad80-da77c87643a5 owned by network:router_gateway {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:16:38.925025 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-61896b9f-58ea-4bfe-8a3f-3ebe5c286b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'name': 'tempest-AttachVolumeTestJSON-454697747-router', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:29Z', 'updated_at': '2021-09-14T23:16:37Z', 'revision_number': 5, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'gw_port': {'id': 'ae3ee8d2-19fa-4f2c-ad80-da77c87643a5', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:11:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:30Z', 'updated_at': '2021-09-14T23:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi'}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:16:38.950806 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61896b9f-58ea-4bfe-8a3f-3ebe5c286b7b None None] Checking router: 2c94a897-9a67-4741-b7f3-052098f38bc6 for host: dv-cinder-760178-13-iscsi {{(pid=94137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:16:38.959646 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61896b9f-58ea-4bfe-8a3f-3ebe5c286b7b None None] Routers {'2c94a897-9a67-4741-b7f3-052098f38bc6'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:16:38.960267 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-61896b9f-58ea-4bfe-8a3f-3ebe5c286b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:16:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['2c94a897-9a67-4741-b7f3-052098f38bc6'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:16:39.046057 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-61896b9f-58ea-4bfe-8a3f-3ebe5c286b7b None None] Set router 2c94a897-9a67-4741-b7f3-052098f38bc6 gateway port host: None {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:16:39.062415 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0caa3490-7221-465f-b2d0-3ad36c39341c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:39.088258 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa3490-7221-465f-b2d0-3ad36c39341c admin admin] Pushing event deleted for resources: {'Port': ['ID=ae3ee8d2-19fa-4f2c-ad80-da77c87643a5,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:39.102085 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-61896b9f-58ea-4bfe-8a3f-3ebe5c286b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'name': 'tempest-AttachVolumeTestJSON-454697747-router', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:29Z', 'updated_at': '2021-09-14T23:16:38Z', 'revision_number': 6, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'gw_port_host': None}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:16:39.127944 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61896b9f-58ea-4bfe-8a3f-3ebe5c286b7b None None] The sync data for ids ['2c94a897-9a67-4741-b7f3-052098f38bc6'] in dv-cinder-760178-13-iscsi is: [{'id': '2c94a897-9a67-4741-b7f3-052098f38bc6', 'name': 'tempest-AttachVolumeTestJSON-454697747-router', 'tenant_id': '9b7977ac38c94d8fae1f3929e42d5336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:29Z', 'updated_at': '2021-09-14T23:16:38Z', 'revision_number': 6, 'project_id': '9b7977ac38c94d8fae1f3929e42d5336', 'gw_port_host': None}] {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:16:39.147741 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0caa3490-7221-465f-b2d0-3ad36c39341c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529277'] for router_gateway, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:39.235539 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0caa3490-7221-465f-b2d0-3ad36c39341c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1953'] for router, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:39.237651 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0caa3490-7221-465f-b2d0-3ad36c39341c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:39.281564 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0caa3490-7221-465f-b2d0-3ad36c39341c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529879'] for router, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:39.282103 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0caa3490-7221-465f-b2d0-3ad36c39341c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c94a897-9a67-4741-b7f3-052098f38bc6 {{(pid=94135) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 23:16:39.286704 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-0caa3490-7221-465f-b2d0-3ad36c39341c admin admin] Notify callbacks [] for router, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:39.287855 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-0caa3490-7221-465f-b2d0-3ad36c39341c admin admin] 10.222.0.39 "DELETE /v2.0/routers/2c94a897-9a67-4741-b7f3-052098f38bc6 HTTP/1.1" status: 204 len: 168 time: 0.7443421 Sep 14 23:16:39.290398 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 50176) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:16:39.333509 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e332da7-12a4-4fee-9b41-fa967fb8695d admin admin] Deleting subnet a74333b0-c023-4bf5-bc80-5237297dbb36 {{(pid=94135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 23:16:39.336464 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4e332da7-12a4-4fee-9b41-fa967fb8695d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:39.368772 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4e332da7-12a4-4fee-9b41-fa967fb8695d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14789343'] for subnet, precommit_delete_associations {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:39.446821 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4e332da7-12a4-4fee-9b41-fa967fb8695d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3629011'] for subnet, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:39.503621 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4e332da7-12a4-4fee-9b41-fa967fb8695d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16040463'] for subnet, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:39.529905 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e332da7-12a4-4fee-9b41-fa967fb8695d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a74333b0-c023-4bf5-bc80-5237297dbb36,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:39.534161 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4e332da7-12a4-4fee-9b41-fa967fb8695d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:39.538768 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-4e332da7-12a4-4fee-9b41-fa967fb8695d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a74333b0-c023-4bf5-bc80-5237297dbb36 HTTP/1.1" status: 204 len: 168 time: 0.2447443 Sep 14 23:16:39.539035 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 50178) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:16:39.543918 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fdbd7f-f5a1-47bf-9a95-508a600d08fa None None] Network 043517e4-edaa-4f0b-a4ce-48a6ef5deb04 requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:16:39.617525 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 57edb584-7839-4471-a9c4-22b82729233f no longer exists at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:16:39.636277 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d746a2eb-641a-4a5f-80e8-b773449369dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3648290'] for network, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:39.641114 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] No Port match for: 57edb584-7839-4471-a9c4-22b82729233f {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:16:39.641462 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 57edb584-7839-4471-a9c4-22b82729233f not bound to the agent host dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:16:39.688902 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-d746a2eb-641a-4a5f-80e8-b773449369dc admin admin] Deleting port a5e57d35-9c96-4a67-89fa-dc99de496bcb {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:16:39.689240 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d746a2eb-641a-4a5f-80e8-b773449369dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:39.752534 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-d746a2eb-641a-4a5f-80e8-b773449369dc admin admin] For port a5e57d35-9c96-4a67-89fa-dc99de496bcb, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=a5e57d35-9c96-4a67-89fa-dc99de496bcb,segment=NetworkSegment(442380c2-4d09-45a5-b9d5-a59876e97d31),segment_id=442380c2-4d09-45a5-b9d5-a59876e97d31)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:16:39.752925 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d746a2eb-641a-4a5f-80e8-b773449369dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:39.765516 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-d746a2eb-641a-4a5f-80e8-b773449369dc admin admin] Calling delete_port for a5e57d35-9c96-4a67-89fa-dc99de496bcb owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:16:39.956108 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d4dc15-cd0b-4a8f-954d-a69355487759 None None] DHCP port deletion for 043517e4-edaa-4f0b-a4ce-48a6ef5deb04 request from dv-cinder-760178-13-iscsi {{(pid=94136) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 23:16:40.002979 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-78d4dc15-cd0b-4a8f-954d-a69355487759 None None] Deleting port a5e57d35-9c96-4a67-89fa-dc99de496bcb {{(pid=94136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:16:40.003359 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-78d4dc15-cd0b-4a8f-954d-a69355487759 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:40.071737 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-78d4dc15-cd0b-4a8f-954d-a69355487759 None None] For port a5e57d35-9c96-4a67-89fa-dc99de496bcb, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=a5e57d35-9c96-4a67-89fa-dc99de496bcb,segment=NetworkSegment(442380c2-4d09-45a5-b9d5-a59876e97d31),segment_id=442380c2-4d09-45a5-b9d5-a59876e97d31)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:16:40.072132 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-78d4dc15-cd0b-4a8f-954d-a69355487759 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:40.083446 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-78d4dc15-cd0b-4a8f-954d-a69355487759 None None] Calling delete_port for a5e57d35-9c96-4a67-89fa-dc99de496bcb owned by network:dhcp {{(pid=94136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:16:40.099368 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d746a2eb-641a-4a5f-80e8-b773449369dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:40.126548 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746a2eb-641a-4a5f-80e8-b773449369dc admin admin] Pushing event deleted for resources: {'Port': ['ID=a5e57d35-9c96-4a67-89fa-dc99de496bcb,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:40.128543 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d746a2eb-641a-4a5f-80e8-b773449369dc admin admin] No DVR routers for this DVR port a5e57d35-9c96-4a67-89fa-dc99de496bcb on host dv-cinder-760178-13-iscsi {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:16:40.164236 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-78d4dc15-cd0b-4a8f-954d-a69355487759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729'] for port, after_delete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:40.191068 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4dc15-cd0b-4a8f-954d-a69355487759 None None] Pushing event deleted for resources: {'Port': ['ID=a5e57d35-9c96-4a67-89fa-dc99de496bcb,revision_number=None']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:40.201960 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d4dc15-cd0b-4a8f-954d-a69355487759 None None] No DVR routers for this DVR port a5e57d35-9c96-4a67-89fa-dc99de496bcb on host dv-cinder-760178-13-iscsi {{(pid=94136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:16:40.205263 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d746a2eb-641a-4a5f-80e8-b773449369dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3627092', 'neutron.services.segments.db._delete_segments_for_network-8755854224285'] for network, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:40.206229 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d4dc15-cd0b-4a8f-954d-a69355487759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:40.206587 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d4dc15-cd0b-4a8f-954d-a69355487759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:40.206933 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d4dc15-cd0b-4a8f-954d-a69355487759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:40.207264 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d4dc15-cd0b-4a8f-954d-a69355487759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:40.207602 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d4dc15-cd0b-4a8f-954d-a69355487759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:40.208067 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d4dc15-cd0b-4a8f-954d-a69355487759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:40.208538 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d4dc15-cd0b-4a8f-954d-a69355487759 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:40.208945 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d4dc15-cd0b-4a8f-954d-a69355487759 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:40.209483 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d4dc15-cd0b-4a8f-954d-a69355487759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:40.209827 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d4dc15-cd0b-4a8f-954d-a69355487759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:40.210160 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d4dc15-cd0b-4a8f-954d-a69355487759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:40.210483 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d4dc15-cd0b-4a8f-954d-a69355487759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:40.236118 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.services.segments.db [None req-d746a2eb-641a-4a5f-80e8-b773449369dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['043517e4-edaa-4f0b-a4ce-48a6ef5deb04']}} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:16:40.246140 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.services.segments.db [None req-d746a2eb-641a-4a5f-80e8-b773449369dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '442380c2-4d09-45a5-b9d5-a59876e97d31') {'for_net_delete': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:16:40.246433 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.services.segments.db [None req-d746a2eb-641a-4a5f-80e8-b773449369dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '442380c2-4d09-45a5-b9d5-a59876e97d31') {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:16:40.256247 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d746a2eb-641a-4a5f-80e8-b773449369dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755854225062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14789332'] for segment, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:40.268791 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d746a2eb-641a-4a5f-80e8-b773449369dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046'] for segment, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:40.275687 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d746a2eb-641a-4a5f-80e8-b773449369dc admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:16:40.276091 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d746a2eb-641a-4a5f-80e8-b773449369dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16666794'] for segment, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:40.277731 dv-cinder-760178-13-iscsi neutron-server[94135]: Traceback (most recent call last): Sep 14 23:16:40.277731 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 23:16:40.277731 dv-cinder-760178-13-iscsi neutron-server[94135]: timer() Sep 14 23:16:40.277731 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 23:16:40.277731 dv-cinder-760178-13-iscsi neutron-server[94135]: cb(*args, **kw) Sep 14 23:16:40.277731 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 23:16:40.277731 dv-cinder-760178-13-iscsi neutron-server[94135]: return func(*args, **kwargs) Sep 14 23:16:40.277731 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 23:16:40.277731 dv-cinder-760178-13-iscsi neutron-server[94135]: self._notify() Sep 14 23:16:40.277731 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 23:16:40.277731 dv-cinder-760178-13-iscsi neutron-server[94135]: self.callback(batched_events) Sep 14 23:16:40.277731 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 23:16:40.277731 dv-cinder-760178-13-iscsi neutron-server[94135]: event.method(event) Sep 14 23:16:40.277731 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 23:16:40.277731 dv-cinder-760178-13-iscsi neutron-server[94135]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 23:16:40.277731 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 23:16:40.277731 dv-cinder-760178-13-iscsi neutron-server[94135]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 23:16:40.277731 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 23:16:40.277731 dv-cinder-760178-13-iscsi neutron-server[94135]: return f(self, *a, **k) Sep 14 23:16:40.277731 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 23:16:40.277731 dv-cinder-760178-13-iscsi neutron-server[94135]: return self._get(url).json() Sep 14 23:16:40.277731 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 23:16:40.277731 dv-cinder-760178-13-iscsi neutron-server[94135]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 23:16:40.277731 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 23:16:40.277731 dv-cinder-760178-13-iscsi neutron-server[94135]: return self.request(url, 'GET', **kwargs) Sep 14 23:16:40.277731 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 23:16:40.277731 dv-cinder-760178-13-iscsi neutron-server[94135]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 23:16:40.277731 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 23:16:40.277731 dv-cinder-760178-13-iscsi neutron-server[94135]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 23:16:40.277731 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 23:16:40.277731 dv-cinder-760178-13-iscsi neutron-server[94135]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 23:16:40.277731 dv-cinder-760178-13-iscsi neutron-server[94135]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 23:16:40.330487 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d746a2eb-641a-4a5f-80e8-b773449369dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3627085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529177'] for network, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:40.337617 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d746a2eb-641a-4a5f-80e8-b773449369dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for network, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:40.339748 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-d746a2eb-641a-4a5f-80e8-b773449369dc admin admin] 10.222.0.39 "DELETE /v2.0/networks/043517e4-edaa-4f0b-a4ce-48a6ef5deb04 HTTP/1.1" status: 204 len: 168 time: 0.7997859 Sep 14 23:16:40.350491 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746a2eb-641a-4a5f-80e8-b773449369dc admin admin] Pushing event deleted for resources: {'Network': ['ID=043517e4-edaa-4f0b-a4ce-48a6ef5deb04,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:40.498729 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 50182) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:16:40.541722 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-77bed702-7989-48b7-a015-fd77f43536d7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9b7977ac38c94d8fae1f3929e42d5336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418711 Sep 14 23:16:40.544192 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 50184) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:16:40.590465 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-21cdff9a-d8a7-4a8b-98fd-3e193b805c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:40.611259 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-21cdff9a-d8a7-4a8b-98fd-3e193b805c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:40.656940 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-21cdff9a-d8a7-4a8b-98fd-3e193b805c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:40.659915 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-21cdff9a-d8a7-4a8b-98fd-3e193b805c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:40.662193 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-21cdff9a-d8a7-4a8b-98fd-3e193b805c80 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/87f54f08-1dd2-4ab6-b9bb-5e9d88ee4c56 HTTP/1.1" status: 204 len: 168 time: 0.1167819 Sep 14 23:16:40.673922 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdff9a-d8a7-4a8b-98fd-3e193b805c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f54f08-1dd2-4ab6-b9bb-5e9d88ee4c56,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:41.372674 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device a5e57d35-9c96-4a67-89fa-dc99de496bcb no longer exists at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:16:41.515418 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] No Port match for: a5e57d35-9c96-4a67-89fa-dc99de496bcb {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:16:41.515776 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device a5e57d35-9c96-4a67-89fa-dc99de496bcb not bound to the agent host dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:16:41.516217 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device ae3ee8d2-19fa-4f2c-ad80-da77c87643a5 no longer exists at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:16:41.534521 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] No Port match for: ae3ee8d2-19fa-4f2c-ad80-da77c87643a5 {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:16:41.534868 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device ae3ee8d2-19fa-4f2c-ad80-da77c87643a5 not bound to the agent host dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:16:42.074909 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 50226) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:16:42.176933 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c186bdf6-c719-4c1c-8c49-f367b47f22ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:42.261930 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c186bdf6-c719-4c1c-8c49-f367b47f22ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:42.266197 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c186bdf6-c719-4c1c-8c49-f367b47f22ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:42.302545 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c186bdf6-c719-4c1c-8c49-f367b47f22ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06cc38b8-944c-403f-bc45-72bc18438685,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:42.307138 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-c186bdf6-c719-4c1c-8c49-f367b47f22ba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=26d41294eb544cbab47a026b82bca6e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312126 Sep 14 23:16:42.310045 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 50230) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:16:42.359747 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1ad641c7-bb70-48f4-b62b-da3e9e9f2c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:42.380322 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1ad641c7-bb70-48f4-b62b-da3e9e9f2c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:42.424554 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1ad641c7-bb70-48f4-b62b-da3e9e9f2c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:42.427277 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1ad641c7-bb70-48f4-b62b-da3e9e9f2c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:42.428435 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-1ad641c7-bb70-48f4-b62b-da3e9e9f2c3f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/06cc38b8-944c-403f-bc45-72bc18438685 HTTP/1.1" status: 204 len: 168 time: 0.1178203 Sep 14 23:16:42.435859 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad641c7-bb70-48f4-b62b-da3e9e9f2c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cc38b8-944c-403f-bc45-72bc18438685,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:42.685079 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 50236) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:16:42.699525 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-76770cee-b1ef-4e05-9bd3-0099e5342674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:42.787278 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-76770cee-b1ef-4e05-9bd3-0099e5342674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:42.790920 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-76770cee-b1ef-4e05-9bd3-0099e5342674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:42.831083 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-76770cee-b1ef-4e05-9bd3-0099e5342674 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e476cb145e024289bb99a7eaefe0b4ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424968 Sep 14 23:16:42.831083 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76770cee-b1ef-4e05-9bd3-0099e5342674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458119e9-c15a-4760-87ae-b443c38f24f4,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:42.832069 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 50238) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:16:42.887832 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8a21b1d1-d7ad-4999-9c57-bed72190fccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:42.909278 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8a21b1d1-d7ad-4999-9c57-bed72190fccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:42.954556 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8a21b1d1-d7ad-4999-9c57-bed72190fccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:42.957187 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8a21b1d1-d7ad-4999-9c57-bed72190fccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:42.958363 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-8a21b1d1-d7ad-4999-9c57-bed72190fccd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/458119e9-c15a-4760-87ae-b443c38f24f4 HTTP/1.1" status: 204 len: 168 time: 0.1243849 Sep 14 23:16:42.965847 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21b1d1-d7ad-4999-9c57-bed72190fccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458119e9-c15a-4760-87ae-b443c38f24f4,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:44.590040 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 50290) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:16:44.698037 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6ddadd9c-71d2-4848-b1fa-4192f0dd6768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:44.793584 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6ddadd9c-71d2-4848-b1fa-4192f0dd6768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:44.797542 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-6ddadd9c-71d2-4848-b1fa-4192f0dd6768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:44.835187 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-6ddadd9c-71d2-4848-b1fa-4192f0dd6768 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=55cac1364eae4869afaed555dd7ca751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441022 Sep 14 23:16:44.836293 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddadd9c-71d2-4848-b1fa-4192f0dd6768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5776223a-7bb4-4d88-81c5-2d359fdd054c,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:44.837895 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 50294) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:16:44.886212 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6436f0f4-ef3d-4d2d-bfc3-5caf2aff1e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:44.906761 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6436f0f4-ef3d-4d2d-bfc3-5caf2aff1e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:44.956111 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6436f0f4-ef3d-4d2d-bfc3-5caf2aff1e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:44.958763 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6436f0f4-ef3d-4d2d-bfc3-5caf2aff1e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:44.959904 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-6436f0f4-ef3d-4d2d-bfc3-5caf2aff1e41 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5776223a-7bb4-4d88-81c5-2d359fdd054c HTTP/1.1" status: 204 len: 168 time: 0.1210144 Sep 14 23:16:44.967202 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6436f0f4-ef3d-4d2d-bfc3-5caf2aff1e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5776223a-7bb4-4d88-81c5-2d359fdd054c,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:45.214856 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 50300) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:16:45.228356 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8f70dfd9-63bc-4d26-8eeb-1501df4741f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:45.313933 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8f70dfd9-63bc-4d26-8eeb-1501df4741f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:45.317743 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8f70dfd9-63bc-4d26-8eeb-1501df4741f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:45.355501 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-8f70dfd9-63bc-4d26-8eeb-1501df4741f2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a778b25f1b4640de8c033f54399414a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1395953 Sep 14 23:16:45.356363 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70dfd9-63bc-4d26-8eeb-1501df4741f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cd7d8a-0df6-418c-b924-70b066f923a7,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:45.358193 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 50302) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:16:45.405284 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c26c3201-42f0-4c1d-8f2c-ace3b985c6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:45.428699 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c26c3201-42f0-4c1d-8f2c-ace3b985c6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:45.472437 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c26c3201-42f0-4c1d-8f2c-ace3b985c6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:45.474885 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c26c3201-42f0-4c1d-8f2c-ace3b985c6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:45.475996 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-c26c3201-42f0-4c1d-8f2c-ace3b985c6c5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b4cd7d8a-0df6-418c-b924-70b066f923a7 HTTP/1.1" status: 204 len: 168 time: 0.1167791 Sep 14 23:16:45.483245 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c3201-42f0-4c1d-8f2c-ace3b985c6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cd7d8a-0df6-418c-b924-70b066f923a7,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:47.090851 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 50356) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:16:47.192793 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-41434257-9611-4525-80da-a225de60886c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:47.278587 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-41434257-9611-4525-80da-a225de60886c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:47.281991 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-41434257-9611-4525-80da-a225de60886c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:47.319943 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-41434257-9611-4525-80da-a225de60886c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8d27ce687b444f309cd60d808ea853fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280474 Sep 14 23:16:47.320810 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41434257-9611-4525-80da-a225de60886c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1b5bf0-4fe2-42b1-9d01-db04f9561557,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:47.323364 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 50360) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:16:47.372001 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-071f68da-d42e-4b87-b235-ceac64d1c884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:47.392182 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-071f68da-d42e-4b87-b235-ceac64d1c884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:47.437705 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-071f68da-d42e-4b87-b235-ceac64d1c884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:47.440301 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-071f68da-d42e-4b87-b235-ceac64d1c884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:47.441476 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-071f68da-d42e-4b87-b235-ceac64d1c884 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3c1b5bf0-4fe2-42b1-9d01-db04f9561557 HTTP/1.1" status: 204 len: 168 time: 0.1171019 Sep 14 23:16:47.449107 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f68da-d42e-4b87-b235-ceac64d1c884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1b5bf0-4fe2-42b1-9d01-db04f9561557,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:47.694956 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 50366) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:16:47.707795 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9a7cdf53-5b65-427c-96f2-8a6834d75a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:47.794548 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9a7cdf53-5b65-427c-96f2-8a6834d75a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:47.800301 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-9a7cdf53-5b65-427c-96f2-8a6834d75a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:47.841051 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-9a7cdf53-5b65-427c-96f2-8a6834d75a6e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5a12cc61df4c47a7bf7b911bc47dfd83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450067 Sep 14 23:16:47.841882 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7cdf53-5b65-427c-96f2-8a6834d75a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89326df4-3e78-4801-959d-caf505ce95a5,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:47.844053 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 50368) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:16:47.895330 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-790b45ba-9c4f-4933-bdba-dc5688b17ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:47.917852 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-790b45ba-9c4f-4933-bdba-dc5688b17ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:47.961970 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-790b45ba-9c4f-4933-bdba-dc5688b17ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:47.964600 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-790b45ba-9c4f-4933-bdba-dc5688b17ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:47.965774 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-790b45ba-9c4f-4933-bdba-dc5688b17ddd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/89326df4-3e78-4801-959d-caf505ce95a5 HTTP/1.1" status: 204 len: 168 time: 0.1205890 Sep 14 23:16:47.973405 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b45ba-9c4f-4933-bdba-dc5688b17ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89326df4-3e78-4801-959d-caf505ce95a5,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:52.011864 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 50430) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:16:52.122996 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7e2cbcd0-cf89-423c-adce-d145c856802e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:52.209322 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7e2cbcd0-cf89-423c-adce-d145c856802e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:52.212896 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7e2cbcd0-cf89-423c-adce-d145c856802e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:52.249898 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-7e2cbcd0-cf89-423c-adce-d145c856802e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=67b01bf550ad430ab5e399253e1265b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2369814 Sep 14 23:16:52.250845 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2cbcd0-cf89-423c-adce-d145c856802e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4543f525-1d23-4659-a383-2340471a430b,revision_number=1']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:52.252545 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 50434) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:16:52.300891 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7cdd1900-b2d9-4d4e-a475-420e83f2f742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:52.321619 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7cdd1900-b2d9-4d4e-a475-420e83f2f742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:52.366994 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7cdd1900-b2d9-4d4e-a475-420e83f2f742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:52.369547 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-7cdd1900-b2d9-4d4e-a475-420e83f2f742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:52.370692 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-7cdd1900-b2d9-4d4e-a475-420e83f2f742 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4543f525-1d23-4659-a383-2340471a430b HTTP/1.1" status: 204 len: 168 time: 0.1171119 Sep 14 23:16:52.378346 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd1900-b2d9-4d4e-a475-420e83f2f742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4543f525-1d23-4659-a383-2340471a430b,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:52.622227 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 50440) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:16:52.635591 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74d8ff2f-d101-4e1c-9606-064a2d023cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:52.727127 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74d8ff2f-d101-4e1c-9606-064a2d023cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:52.731859 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-74d8ff2f-d101-4e1c-9606-064a2d023cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:52.767171 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8ff2f-d101-4e1c-9606-064a2d023cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2b4a8a-1951-4eef-9ede-296138cec7ca,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:52.772564 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-74d8ff2f-d101-4e1c-9606-064a2d023cb9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=31e76b79f03f45f2bd3320c2762daac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1493311 Sep 14 23:16:52.775150 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 50442) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:16:52.823611 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e7f636e8-6116-403c-bda9-d99ed5408321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:52.844319 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e7f636e8-6116-403c-bda9-d99ed5408321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:52.889180 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e7f636e8-6116-403c-bda9-d99ed5408321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:52.891804 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e7f636e8-6116-403c-bda9-d99ed5408321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:52.892984 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-e7f636e8-6116-403c-bda9-d99ed5408321 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bc2b4a8a-1951-4eef-9ede-296138cec7ca HTTP/1.1" status: 204 len: 168 time: 0.1169457 Sep 14 23:16:52.901512 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f636e8-6116-403c-bda9-d99ed5408321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2b4a8a-1951-4eef-9ede-296138cec7ca,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:53.537153 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 50464) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:16:53.630864 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-0974b10d-9650-40f0-9b33-e48f655ba388 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2080099497-network', 'tenant_id': '2d2203a46dd84fcf9e2553866770b4da'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:16:53.651267 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0974b10d-9650-40f0-9b33-e48f655ba388 admin admin] Made reservation on behalf of 2d2203a46dd84fcf9e2553866770b4da for: {'network': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:16:53.653681 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0974b10d-9650-40f0-9b33-e48f655ba388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for network, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:53.663134 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0974b10d-9650-40f0-9b33-e48f655ba388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:53.750073 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0974b10d-9650-40f0-9b33-e48f655ba388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:53.753902 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0974b10d-9650-40f0-9b33-e48f655ba388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:53.781553 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0974b10d-9650-40f0-9b33-e48f655ba388 admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=94134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:16:53.791216 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0974b10d-9650-40f0-9b33-e48f655ba388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bdb9f4-d3bd-4301-a7cb-097336bcd9bc,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:53.798516 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0974b10d-9650-40f0-9b33-e48f655ba388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046'] for segment, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:53.798790 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.db.segments_db [None req-0974b10d-9650-40f0-9b33-e48f655ba388 admin admin] Added segment e67c46a2-936f-47c8-97e8-7949959c543f of type vlan for network 3df19192-4190-4f7e-add0-9c84e32d0b58 Sep 14 23:16:53.839237 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0974b10d-9650-40f0-9b33-e48f655ba388 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755853879839'] for network, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:53.863373 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0974b10d-9650-40f0-9b33-e48f655ba388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180'] for network, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:53.865022 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0974b10d-9650-40f0-9b33-e48f655ba388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:16:53.865606 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-0974b10d-9650-40f0-9b33-e48f655ba388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:53.895578 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-0974b10d-9650-40f0-9b33-e48f655ba388 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3572607 Sep 14 23:16:53.898757 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 50468) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:16:53.903783 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.v2.base [None req-4063daed-8335-4c17-8528-c34d168d7851 admin admin] Request body: {'subnet': {'network_id': '3df19192-4190-4f7e-add0-9c84e32d0b58', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2080099497-subnet', 'tenant_id': '2d2203a46dd84fcf9e2553866770b4da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:16:53.925247 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4063daed-8335-4c17-8528-c34d168d7851 admin admin] Made reservation on behalf of 2d2203a46dd84fcf9e2553866770b4da for: {'subnet': 1} {{(pid=94135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:16:53.928151 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4063daed-8335-4c17-8528-c34d168d7851 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16040488'] for subnet, before_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:53.928991 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0974b10d-9650-40f0-9b33-e48f655ba388 admin admin] Pushing event updated for resources: {'Network': ['ID=3df19192-4190-4f7e-add0-9c84e32d0b58,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:53.938633 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Network 3df19192-4190-4f7e-add0-9c84e32d0b58 details requested by agent ovs-agent-dv-cinder-760178-13-iscsi with host dv-cinder-760178-13-iscsi {{(pid=94136) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 23:16:54.090273 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4063daed-8335-4c17-8528-c34d168d7851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16666935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16040454'] for subnet, after_create {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:54.153571 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063daed-8335-4c17-8528-c34d168d7851 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51e229cf-d17c-45cf-a79a-b71cb7c3ca3e,revision_number=0']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:54.157915 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4063daed-8335-4c17-8528-c34d168d7851 admin admin] Checking segment: {'id': 'e67c46a2-936f-47c8-97e8-7949959c543f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3df19192-4190-4f7e-add0-9c84e32d0b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:16:54.158214 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4063daed-8335-4c17-8528-c34d168d7851 admin admin] Network hostable DHCP agents. Network: 3df19192-4190-4f7e-add0-9c84e32d0b58, hostable agents: ['cc88f5a5-5435-4a3a-a65f-5f33fd37a978'], hosted agents: [] {{(pid=94135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:16:54.174989 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4063daed-8335-4c17-8528-c34d168d7851 admin admin] Network 3df19192-4190-4f7e-add0-9c84e32d0b58 is scheduled to be hosted by DHCP agent cc88f5a5-5435-4a3a-a65f-5f33fd37a978 with binding_index 1 {{(pid=94135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:16:54.183173 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.base_scheduler [None req-4063daed-8335-4c17-8528-c34d168d7851 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-13-iscsi, 3df19192-4190-4f7e-add0-9c84e32d0b58) {{(pid=94135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:16:54.187175 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4063daed-8335-4c17-8528-c34d168d7851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:16:54.187769 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4063daed-8335-4c17-8528-c34d168d7851 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:54.193258 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1400c1b0-e41d-4bb5-b076-6f9d27f4e632 None None] Network 3df19192-4190-4f7e-add0-9c84e32d0b58 requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:16:54.201858 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-4063daed-8335-4c17-8528-c34d168d7851 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3019776 Sep 14 23:16:54.316414 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ab94de-7c24-4f4f-9c2a-20414deec18c None None] Network 3df19192-4190-4f7e-add0-9c84e32d0b58 requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:16:55.931819 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-023ecc4d-706f-4d2f-9cf4-0cae6bc9bef1 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:16:55.933356 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-023ecc4d-706f-4d2f-9cf4-0cae6bc9bef1 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/networks?id=3df19192-4190-4f7e-add0-9c84e32d0b58 HTTP/1.1" status: 200 len: 809 time: 0.1045303 Sep 14 23:16:55.948519 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-6e21848c-cd37-49ea-afaf-8d3ad0aee919 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/quotas/2d2203a46dd84fcf9e2553866770b4da HTTP/1.1" status: 200 len: 375 time: 0.0095942 Sep 14 23:16:55.978954 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-5292925f-559a-4400-8171-b39915e059ce tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d2203a46dd84fcf9e2553866770b4da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253093 Sep 14 23:16:56.069932 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-fc79893a-7c7f-4d1d-9a72-d3f0141ce51f service neutron] 10.222.0.39 "GET /v2.0/networks/3df19192-4190-4f7e-add0-9c84e32d0b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842807 Sep 14 23:16:56.161049 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-c1d86b2d-6e2b-4f8c-9ac3-67be2f3f28de service neutron] 10.222.0.39 "GET /v2.0/networks/3df19192-4190-4f7e-add0-9c84e32d0b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851660 Sep 14 23:16:56.316865 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-7b4a69e9-ce6b-41bf-952b-35870f908024 req-3e169a91-1671-4618-84ed-eafbbf9edd4b tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/ports?device_id=f976c0d1-4db9-4a60-b8c0-ce914e2aed4b HTTP/1.1" status: 200 len: 210 time: 0.0274448 Sep 14 23:16:57.326923 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-5a433600-179d-44b5-a795-a96a5dc19646 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:16:57.328836 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-5a433600-179d-44b5-a795-a96a5dc19646 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.52 "GET /v2.0/networks?id=3df19192-4190-4f7e-add0-9c84e32d0b58 HTTP/1.1" status: 200 len: 809 time: 0.1111212 Sep 14 23:16:57.342567 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-d98ae342-2c5e-4c45-af1e-2969d009f55f tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Request body: {'port': {'device_id': 'f976c0d1-4db9-4a60-b8c0-ce914e2aed4b', 'network_id': '3df19192-4190-4f7e-add0-9c84e32d0b58', 'admin_state_up': True, 'tenant_id': '2d2203a46dd84fcf9e2553866770b4da'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:16:57.410642 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-90ff0a73-cc32-4d07-8136-6cd63652095d req-c1e32b3f-0cd7-4060-93b3-f2ed5f61fd16 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/ports?device_id=f976c0d1-4db9-4a60-b8c0-ce914e2aed4b HTTP/1.1" status: 200 len: 210 time: 0.0255067 Sep 14 23:16:57.455560 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-d98ae342-2c5e-4c45-af1e-2969d009f55f tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Made reservation on behalf of 2d2203a46dd84fcf9e2553866770b4da for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:16:57.459959 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-d98ae342-2c5e-4c45-af1e-2969d009f55f tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:57.586125 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-d98ae342-2c5e-4c45-af1e-2969d009f55f tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Allocated IP 172.20.0.4 (3df19192-4190-4f7e-add0-9c84e32d0b58/51e229cf-d17c-45cf-a79a-b71cb7c3ca3e/10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:16:57.730995 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-d98ae342-2c5e-4c45-af1e-2969d009f55f tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:57.762677 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-d98ae342-2c5e-4c45-af1e-2969d009f55f tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:57.804927 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-d98ae342-2c5e-4c45-af1e-2969d009f55f tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Network 3df19192-4190-4f7e-add0-9c84e32d0b58 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:16:57.807849 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-d98ae342-2c5e-4c45-af1e-2969d009f55f tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:16:57.811475 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-d98ae342-2c5e-4c45-af1e-2969d009f55f tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:16:57.836225 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ae342-2c5e-4c45-af1e-2969d009f55f tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Pushing event updated for resources: {'Port': ['ID=10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:57.863482 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-d98ae342-2c5e-4c45-af1e-2969d009f55f tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:16:57.864112 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-d98ae342-2c5e-4c45-af1e-2969d009f55f tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:57.878114 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-d98ae342-2c5e-4c45-af1e-2969d009f55f tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5402536 Sep 14 23:16:57.890334 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-c7fd3dd6-c0dd-4b92-ac43-a875176849ed service neutron] Request body: {'port': {'device_id': 'f976c0d1-4db9-4a60-b8c0-ce914e2aed4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:16:57.946176 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-c7fd3dd6-c0dd-4b92-ac43-a875176849ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:58.194951 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-c7fd3dd6-c0dd-4b92-ac43-a875176849ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:16:58.202207 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-c7fd3dd6-c0dd-4b92-ac43-a875176849ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:58.214156 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-c7fd3dd6-c0dd-4b92-ac43-a875176849ed service neutron] Transition to ACTIVE for port object 10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:16:58.217923 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-c7fd3dd6-c0dd-4b92-ac43-a875176849ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:58.283003 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd3dd6-c0dd-4b92-ac43-a875176849ed service neutron] Pushing event updated for resources: {'Port': ['ID=10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:58.331906 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-c7fd3dd6-c0dd-4b92-ac43-a875176849ed service neutron] Attempting to bind port 10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:16:58.332593 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-c7fd3dd6-c0dd-4b92-ac43-a875176849ed service neutron] Attempting to bind port 10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': 'e67c46a2-936f-47c8-97e8-7949959c543f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3df19192-4190-4f7e-add0-9c84e32d0b58'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:16:58.332593 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-c7fd3dd6-c0dd-4b92-ac43-a875176849ed service neutron] Attempting to bind port 10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9 on network 3df19192-4190-4f7e-add0-9c84e32d0b58 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:16:58.337441 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-c7fd3dd6-c0dd-4b92-ac43-a875176849ed service neutron] Port 10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9 on network 3df19192-4190-4f7e-add0-9c84e32d0b58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 23:16:58.337762 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-c7fd3dd6-c0dd-4b92-ac43-a875176849ed service neutron] Attempting to bind port 10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9 on network 3df19192-4190-4f7e-add0-9c84e32d0b58 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:16:58.342641 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-c7fd3dd6-c0dd-4b92-ac43-a875176849ed service neutron] Checking agent: {'id': '85608d62-9d70-46cb-9db0-a1f12ce5af65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 23, 3), 'started_at': datetime.datetime(2021, 9, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:16:58.343009 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-c7fd3dd6-c0dd-4b92-ac43-a875176849ed service neutron] Checking segment: {'id': 'e67c46a2-936f-47c8-97e8-7949959c543f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3df19192-4190-4f7e-add0-9c84e32d0b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:16:58.343448 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-c7fd3dd6-c0dd-4b92-ac43-a875176849ed service neutron] Bound using segment: {'id': 'e67c46a2-936f-47c8-97e8-7949959c543f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3df19192-4190-4f7e-add0-9c84e32d0b58'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:16:58.343907 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-c7fd3dd6-c0dd-4b92-ac43-a875176849ed service neutron] Bound port: 10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e67c46a2-936f-47c8-97e8-7949959c543f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3df19192-4190-4f7e-add0-9c84e32d0b58'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:16:58.344293 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-c7fd3dd6-c0dd-4b92-ac43-a875176849ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:58.405950 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-c7fd3dd6-c0dd-4b92-ac43-a875176849ed service neutron] For port 10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9, host hv-cinder-76017, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:16:58.409122 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-c7fd3dd6-c0dd-4b92-ac43-a875176849ed service neutron] For port 10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9,segment=NetworkSegment(e67c46a2-936f-47c8-97e8-7949959c543f),segment_id=e67c46a2-936f-47c8-97e8-7949959c543f)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:16:58.413176 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-c7fd3dd6-c0dd-4b92-ac43-a875176849ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:58.447964 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-c7fd3dd6-c0dd-4b92-ac43-a875176849ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:16:58.448538 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-c7fd3dd6-c0dd-4b92-ac43-a875176849ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:58.450086 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-c7fd3dd6-c0dd-4b92-ac43-a875176849ed service neutron] 10.222.0.52 "PUT /v2.0/ports/10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9 HTTP/1.1" status: 200 len: 1093 time: 0.5637305 Sep 14 23:16:58.450520 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f976c0d1-4db9-4a60-b8c0-ce914e2aed4b', 'tag': '10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:16:58.452773 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b27504ed887e131bccbae67cb08e94fb53697a19aeb48787dd98b51fbb9c8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56ec6fd-14f7-4858-86ed-44f53c25f0ec" -d '{"events": [{"name": "network-changed", "server_uuid": "f976c0d1-4db9-4a60-b8c0-ce914e2aed4b", "tag": "10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:16:58.481387 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd3dd6-c0dd-4b92-ac43-a875176849ed service neutron] Pushing event updated for resources: {'Port': ['ID=10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:58.506742 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 23:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011d463e-343f-46c8-910c-81cf08d61a20 x-openstack-request-id: req-011d463e-343f-46c8-910c-81cf08d61a20 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:16:58.507203 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f976c0d1-4db9-4a60-b8c0-ce914e2aed4b", "tag": "10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:16:58.507458 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-011d463e-343f-46c8-910c-81cf08d61a20 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:16:58.508030 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f976c0d1-4db9-4a60-b8c0-ce914e2aed4b', 'tag': '10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9', 'status': 'completed', 'code': 200} Sep 14 23:16:58.531728 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13d564-279e-42ed-bb42-807d5a5759b7 req-6caf8e94-aa1c-4d6b-937c-ceac9a111c87 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:16:58.533340 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-da13d564-279e-42ed-bb42-807d5a5759b7 req-6caf8e94-aa1c-4d6b-937c-ceac9a111c87 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/ports?device_id=f976c0d1-4db9-4a60-b8c0-ce914e2aed4b HTTP/1.1" status: 200 len: 943 time: 0.0508847 Sep 14 23:16:58.542291 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-725db0ae-1c97-4f6e-a74e-94504930b1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:16:58.543782 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-725db0ae-1c97-4f6e-a74e-94504930b1a2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2d2203a46dd84fcf9e2553866770b4da&device_id=f976c0d1-4db9-4a60-b8c0-ce914e2aed4b HTTP/1.1" status: 200 len: 1096 time: 0.0488577 Sep 14 23:16:58.571911 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-da13d564-279e-42ed-bb42-807d5a5759b7 req-212627d6-d7c2-4b8f-a98b-11fa0a8dd3e6 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/security-groups?id=84bdb9f4-d3bd-4301-a7cb-097336bcd9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321548 Sep 14 23:16:58.587371 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-d36e3ee5-d851-4eb0-9fcc-8c0886097838 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9 HTTP/1.1" status: 200 len: 217 time: 0.0340691 Sep 14 23:16:58.636511 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-569847cf-a83f-47e5-8dd5-1f5be48ab43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:16:58.638012 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-569847cf-a83f-47e5-8dd5-1f5be48ab43f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=51e229cf-d17c-45cf-a79a-b71cb7c3ca3e HTTP/1.1" status: 200 len: 849 time: 0.0440323 Sep 14 23:16:58.668857 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-67ced73b-af7c-4119-84c9-67b48f5fd9d7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3df19192-4190-4f7e-add0-9c84e32d0b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235791 Sep 14 23:16:58.760002 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-13e76065-8384-4919-97c4-349bf1fabe2b service neutron] 10.222.0.52 "GET /v2.0/networks/3df19192-4190-4f7e-add0-9c84e32d0b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843341 Sep 14 23:16:58.847284 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-1a5dea49-6307-40e9-83f6-4410a7958bc9 req-24a172fd-e779-4800-8a77-f93fc819b666 service neutron] 10.222.0.52 "GET /v2.0/networks/3df19192-4190-4f7e-add0-9c84e32d0b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803275 Sep 14 23:16:58.933553 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ec6fd-14f7-4858-86ed-44f53c25f0ec req-01fe54d5-7057-4941-b0d2-1637271fa576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:16:58.935026 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b56ec6fd-14f7-4858-86ed-44f53c25f0ec req-01fe54d5-7057-4941-b0d2-1637271fa576 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2d2203a46dd84fcf9e2553866770b4da&device_id=f976c0d1-4db9-4a60-b8c0-ce914e2aed4b HTTP/1.1" status: 200 len: 1096 time: 0.0454254 Sep 14 23:16:59.023032 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ec6fd-14f7-4858-86ed-44f53c25f0ec req-f731dea9-9a12-4e56-a1e4-fdf2ff07dcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:16:59.024407 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b56ec6fd-14f7-4858-86ed-44f53c25f0ec req-f731dea9-9a12-4e56-a1e4-fdf2ff07dcc0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3df19192-4190-4f7e-add0-9c84e32d0b58 HTTP/1.1" status: 200 len: 910 time: 0.0819676 Sep 14 23:16:59.069557 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b56ec6fd-14f7-4858-86ed-44f53c25f0ec req-c9a183f2-c55c-42df-a2d0-a119b82ee20f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9 HTTP/1.1" status: 200 len: 217 time: 0.0372064 Sep 14 23:16:59.118098 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ec6fd-14f7-4858-86ed-44f53c25f0ec req-36e0f8fc-8029-47d0-a26c-66fb9aa0b906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:16:59.119476 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b56ec6fd-14f7-4858-86ed-44f53c25f0ec req-36e0f8fc-8029-47d0-a26c-66fb9aa0b906 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=51e229cf-d17c-45cf-a79a-b71cb7c3ca3e HTTP/1.1" status: 200 len: 849 time: 0.0428169 Sep 14 23:16:59.150500 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b56ec6fd-14f7-4858-86ed-44f53c25f0ec req-b59edb60-a0e6-44e9-876c-988f094fdde3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3df19192-4190-4f7e-add0-9c84e32d0b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235763 Sep 14 23:16:59.242969 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b56ec6fd-14f7-4858-86ed-44f53c25f0ec req-c75a6da4-08c1-47ae-8474-d2c268416433 service neutron] 10.222.0.52 "GET /v2.0/networks/3df19192-4190-4f7e-add0-9c84e32d0b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843976 Sep 14 23:16:59.334057 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b56ec6fd-14f7-4858-86ed-44f53c25f0ec req-f800159d-1e6d-4114-96b5-5cc103e4835b service neutron] 10.222.0.52 "GET /v2.0/networks/3df19192-4190-4f7e-add0-9c84e32d0b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821662 Sep 14 23:16:59.686718 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bb901-63f8-4e8c-af1f-00de52cb0795 req-584a10d2-166a-4706-b32a-bba53c5acdb0 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:16:59.688188 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e39bb901-63f8-4e8c-af1f-00de52cb0795 req-584a10d2-166a-4706-b32a-bba53c5acdb0 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/ports?device_id=f976c0d1-4db9-4a60-b8c0-ce914e2aed4b HTTP/1.1" status: 200 len: 943 time: 0.0478740 Sep 14 23:16:59.728343 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e39bb901-63f8-4e8c-af1f-00de52cb0795 req-b36765e7-de15-4184-8569-bc5efdbb50bd tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/security-groups?id=84bdb9f4-d3bd-4301-a7cb-097336bcd9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337262 Sep 14 23:17:00.393757 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:00.842503 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88948a41-f233-4c87-a7c1-536f7a9d9874 req-4bb817a6-a36d-4919-bbf2-eef0112759eb tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:00.843970 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-88948a41-f233-4c87-a7c1-536f7a9d9874 req-4bb817a6-a36d-4919-bbf2-eef0112759eb tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/ports?device_id=f976c0d1-4db9-4a60-b8c0-ce914e2aed4b HTTP/1.1" status: 200 len: 943 time: 0.0484610 Sep 14 23:17:00.884561 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-88948a41-f233-4c87-a7c1-536f7a9d9874 req-b7478995-fd5a-460c-b1f7-725daab4ab5e tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/security-groups?id=84bdb9f4-d3bd-4301-a7cb-097336bcd9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347261 Sep 14 23:17:01.994389 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d49431-9d4d-473e-92fa-91c8db15a94d req-865559cd-1d37-408a-ae47-e561f15193f3 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:01.995833 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-20d49431-9d4d-473e-92fa-91c8db15a94d req-865559cd-1d37-408a-ae47-e561f15193f3 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/ports?device_id=f976c0d1-4db9-4a60-b8c0-ce914e2aed4b HTTP/1.1" status: 200 len: 943 time: 0.0469887 Sep 14 23:17:02.032619 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-20d49431-9d4d-473e-92fa-91c8db15a94d req-1d709981-e3f3-4744-9761-3fccc4c4336d tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/security-groups?id=84bdb9f4-d3bd-4301-a7cb-097336bcd9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309546 Sep 14 23:17:02.247946 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-11eeb633-4fa4-41dc-a023-1668fb7e55cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:02.493306 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=94136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 23:17:02.586333 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9,segment=NetworkSegment(e67c46a2-936f-47c8-97e8-7949959c543f),segment_id=e67c46a2-936f-47c8-97e8-7949959c543f)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:17:02.596944 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Returning: {'device': '10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9', 'network_id': '3df19192-4190-4f7e-add0-9c84e32d0b58', 'port_id': '10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9', 'mac_address': 'fa:16:3e:81:be:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51e229cf-d17c-45cf-a79a-b71cb7c3ca3e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 23:17:02.636168 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:02.648653 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9 {{(pid=94136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:17:02.667560 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9,segment=NetworkSegment(e67c46a2-936f-47c8-97e8-7949959c543f),segment_id=e67c46a2-936f-47c8-97e8-7949959c543f)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:17:02.671389 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:02.717925 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:17:02.890267 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:17:03.142741 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d987fd-e3ee-470b-814d-443cf4c9ce1c req-93439cb6-3722-4de6-a32b-79bd7ad37d9d tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:03.144106 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-75d987fd-e3ee-470b-814d-443cf4c9ce1c req-93439cb6-3722-4de6-a32b-79bd7ad37d9d tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/ports?device_id=f976c0d1-4db9-4a60-b8c0-ce914e2aed4b HTTP/1.1" status: 200 len: 944 time: 0.0482020 Sep 14 23:17:03.184521 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-75d987fd-e3ee-470b-814d-443cf4c9ce1c req-e2115ac4-6fcb-4d70-9340-05e10c59c31c tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/security-groups?id=84bdb9f4-d3bd-4301-a7cb-097336bcd9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339122 Sep 14 23:17:04.296324 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195c9eb-eb5f-4c5f-895b-8ed9f81506d6 req-4bba59b9-ad0a-463c-bbde-29ac4be7da0b tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:04.297814 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5195c9eb-eb5f-4c5f-895b-8ed9f81506d6 req-4bba59b9-ad0a-463c-bbde-29ac4be7da0b tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/ports?device_id=f976c0d1-4db9-4a60-b8c0-ce914e2aed4b HTTP/1.1" status: 200 len: 944 time: 0.0491967 Sep 14 23:17:04.334184 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5195c9eb-eb5f-4c5f-895b-8ed9f81506d6 req-20bb3dda-0ca1-4397-a347-63225518f15c tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/security-groups?id=84bdb9f4-d3bd-4301-a7cb-097336bcd9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305393 Sep 14 23:17:04.523868 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9 up at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:17:04.571543 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning for port 10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9 completed by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:17:04.575176 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning complete for port 10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:17:04.575546 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:04.650904 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:04.672928 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f976c0d1-4db9-4a60-b8c0-ce914e2aed4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9'}] {{(pid=94136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:17:04.675130 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2b16cdf9a486da92f6eb6a5b1ab92e1b41f493a7e96932162ce692d4f29dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f532ab31-d919-4025-982b-20bfe5b889fd" -d '{"events": [{"server_uuid": "f976c0d1-4db9-4a60-b8c0-ce914e2aed4b", "name": "network-vif-plugged", "status": "completed", "tag": "10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9"}]}' {{(pid=94136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:17:04.688560 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9,segment=NetworkSegment(e67c46a2-936f-47c8-97e8-7949959c543f),segment_id=e67c46a2-936f-47c8-97e8-7949959c543f)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:17:04.692918 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:04.747286 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9,revision_number=5']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:17:04.830490 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459f25f8-7a86-49aa-9e07-061c1eb07f80 x-openstack-request-id: req-459f25f8-7a86-49aa-9e07-061c1eb07f80 {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:17:04.830791 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f976c0d1-4db9-4a60-b8c0-ce914e2aed4b", "name": "network-vif-plugged", "status": "completed", "tag": "10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9", "code": 200}]} {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:17:04.831043 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-459f25f8-7a86-49aa-9e07-061c1eb07f80 {{(pid=94136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:17:04.831437 dv-cinder-760178-13-iscsi neutron-server[94136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f976c0d1-4db9-4a60-b8c0-ce914e2aed4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9', 'code': 200} Sep 14 23:17:04.958812 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-39b78924-91b9-4dce-8152-d7547a1c9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:04.979301 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:04.991585 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d808d-e56c-4828-9737-271b43e00c76 req-a25d2d3a-0abe-4e84-86b7-cbcda2ab6489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:04.993129 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-bd3d808d-e56c-4828-9737-271b43e00c76 req-a25d2d3a-0abe-4e84-86b7-cbcda2ab6489 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f976c0d1-4db9-4a60-b8c0-ce914e2aed4b HTTP/1.1" status: 200 len: 1098 time: 0.0414436 Sep 14 23:17:05.027167 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-bd3d808d-e56c-4828-9737-271b43e00c76 req-f76a31e8-0974-44c2-9f9b-711f7824ff36 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=84bdb9f4-d3bd-4301-a7cb-097336bcd9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272868 Sep 14 23:17:05.445359 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05509061-81b3-4b25-9fb2-c0d71e414804 req-0740536c-871f-4b46-92d6-eda111efd077 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:05.446822 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-05509061-81b3-4b25-9fb2-c0d71e414804 req-0740536c-871f-4b46-92d6-eda111efd077 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/ports?device_id=f976c0d1-4db9-4a60-b8c0-ce914e2aed4b HTTP/1.1" status: 200 len: 945 time: 0.0473533 Sep 14 23:17:05.485767 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-05509061-81b3-4b25-9fb2-c0d71e414804 req-a68d2e85-1808-4f06-b05e-5b5a58d22f28 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/security-groups?id=84bdb9f4-d3bd-4301-a7cb-097336bcd9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316765 Sep 14 23:17:05.942873 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-29349a8d-ac87-41f3-b0da-baeac0a3050b req-7f1b351e-afe3-48af-9941-ba27e279f066 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=18db9c63-dc83-4ecc-9493-da0510a6ad3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413868 Sep 14 23:17:06.009241 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29349a8d-ac87-41f3-b0da-baeac0a3050b req-b1588501-aa3d-4d73-b868-739ff84214e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:06.010734 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-29349a8d-ac87-41f3-b0da-baeac0a3050b req-b1588501-aa3d-4d73-b868-739ff84214e0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8915cc648aab4f24a51c9b9e231e2b99&device_id=18db9c63-dc83-4ecc-9493-da0510a6ad3e HTTP/1.1" status: 200 len: 1099 time: 0.0412533 Sep 14 23:17:06.083837 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:06.133209 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29349a8d-ac87-41f3-b0da-baeac0a3050b req-50eaed18-c96a-4a97-91ae-a6b2d4bb4446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:06.134703 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-29349a8d-ac87-41f3-b0da-baeac0a3050b req-50eaed18-c96a-4a97-91ae-a6b2d4bb4446 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 HTTP/1.1" status: 200 len: 912 time: 0.0917611 Sep 14 23:17:06.198529 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-29349a8d-ac87-41f3-b0da-baeac0a3050b req-c5ba0a84-d288-4e2a-841f-5a51ac492f34 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fefc7b6-3094-4677-b2a4-a660454cd60a HTTP/1.1" status: 200 len: 1001 time: 0.0562313 Sep 14 23:17:06.245434 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29349a8d-ac87-41f3-b0da-baeac0a3050b req-fee1d1df-4143-43c6-ae85-bda2732f5a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:06.246829 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-29349a8d-ac87-41f3-b0da-baeac0a3050b req-fee1d1df-4143-43c6-ae85-bda2732f5a30 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79d1bb9-104b-4d23-a2b5-a32f1a77cc2a HTTP/1.1" status: 200 len: 850 time: 0.0415149 Sep 14 23:17:06.293305 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29349a8d-ac87-41f3-b0da-baeac0a3050b req-c09f63a7-102c-46b9-9469-f4f32eaade54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:06.294766 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-29349a8d-ac87-41f3-b0da-baeac0a3050b req-c09f63a7-102c-46b9-9469-f4f32eaade54 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6b378f1-7a0f-4d9e-bae9-58a1c529ee10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414088 Sep 14 23:17:06.380909 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-29349a8d-ac87-41f3-b0da-baeac0a3050b req-ae603661-30bb-426b-b19b-e271f33a733a service neutron] 10.222.0.52 "GET /v2.0/networks/b6b378f1-7a0f-4d9e-bae9-58a1c529ee10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791078 Sep 14 23:17:06.470772 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-29349a8d-ac87-41f3-b0da-baeac0a3050b req-766fa567-cd3a-4aa4-a55b-0c55e2fd3656 service neutron] 10.222.0.52 "GET /v2.0/networks/b6b378f1-7a0f-4d9e-bae9-58a1c529ee10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821903 Sep 14 23:17:06.596912 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48941ea-9ce5-443c-b0dd-35311071f91a req-187d7db5-ba8a-4f98-ae49-a46583383c50 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:06.598341 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d48941ea-9ce5-443c-b0dd-35311071f91a req-187d7db5-ba8a-4f98-ae49-a46583383c50 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/ports?device_id=f976c0d1-4db9-4a60-b8c0-ce914e2aed4b HTTP/1.1" status: 200 len: 945 time: 0.0466857 Sep 14 23:17:06.639781 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d48941ea-9ce5-443c-b0dd-35311071f91a req-a53325fb-9e0d-4db0-aca4-08a6e4499d41 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/security-groups?id=84bdb9f4-d3bd-4301-a7cb-097336bcd9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346634 Sep 14 23:17:07.245210 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc435a-007f-4efd-babf-8fa64604bb0b req-8c55fd49-a1bf-41b7-b5ba-c64c1dc204f4 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:07.246676 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-02bc435a-007f-4efd-babf-8fa64604bb0b req-8c55fd49-a1bf-41b7-b5ba-c64c1dc204f4 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/ports?device_id=f976c0d1-4db9-4a60-b8c0-ce914e2aed4b HTTP/1.1" status: 200 len: 945 time: 0.0482812 Sep 14 23:17:07.284049 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-02bc435a-007f-4efd-babf-8fa64604bb0b req-fb42d751-3e01-4d4a-b507-a2542a0e310b tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/security-groups?id=84bdb9f4-d3bd-4301-a7cb-097336bcd9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313442 Sep 14 23:17:07.943008 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:08.399086 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe94552-9e1b-4523-9ad9-8d72f8ec0671 req-a0b1d472-2ade-4986-9be1-db7484abb37d tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:08.400541 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6fe94552-9e1b-4523-9ad9-8d72f8ec0671 req-a0b1d472-2ade-4986-9be1-db7484abb37d tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/ports?device_id=f976c0d1-4db9-4a60-b8c0-ce914e2aed4b HTTP/1.1" status: 200 len: 945 time: 0.0478928 Sep 14 23:17:08.439830 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6fe94552-9e1b-4523-9ad9-8d72f8ec0671 req-88b1600c-3a91-49f4-a8f5-5ad58fe548f5 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/security-groups?id=84bdb9f4-d3bd-4301-a7cb-097336bcd9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333099 Sep 14 23:17:08.567155 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9679bc-76d2-43b0-9533-4e85bd873a6e req-f13b3622-ec7b-48ef-8b33-00911e67ee42 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:08.568587 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-2f9679bc-76d2-43b0-9533-4e85bd873a6e req-f13b3622-ec7b-48ef-8b33-00911e67ee42 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.52 "GET /v2.0/ports?device_id=f976c0d1-4db9-4a60-b8c0-ce914e2aed4b HTTP/1.1" status: 200 len: 945 time: 0.0486951 Sep 14 23:17:08.658668 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-2f9679bc-76d2-43b0-9533-4e85bd873a6e req-68cf67e3-f07b-4d44-9777-54538df81bf0 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Deleting port 10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:17:08.659260 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2f9679bc-76d2-43b0-9533-4e85bd873a6e req-68cf67e3-f07b-4d44-9777-54538df81bf0 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:08.746782 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-2f9679bc-76d2-43b0-9533-4e85bd873a6e req-68cf67e3-f07b-4d44-9777-54538df81bf0 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] For port 10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9,segment=NetworkSegment(e67c46a2-936f-47c8-97e8-7949959c543f),segment_id=e67c46a2-936f-47c8-97e8-7949959c543f)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:17:08.747151 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2f9679bc-76d2-43b0-9533-4e85bd873a6e req-68cf67e3-f07b-4d44-9777-54538df81bf0 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:08.759639 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-2f9679bc-76d2-43b0-9533-4e85bd873a6e req-68cf67e3-f07b-4d44-9777-54538df81bf0 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Calling delete_port for 10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:17:08.885412 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2f9679bc-76d2-43b0-9533-4e85bd873a6e req-68cf67e3-f07b-4d44-9777-54538df81bf0 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:08.897023 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:17:08.912315 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf67e3-f07b-4d44-9777-54538df81bf0 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Pushing event deleted for resources: {'Port': ['ID=10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:17:08.956133 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9679bc-76d2-43b0-9533-4e85bd873a6e req-68cf67e3-f07b-4d44-9777-54538df81bf0 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] No DVR routers for this DVR port 10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9 on host hv-cinder-76017 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:17:08.958611 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-2f9679bc-76d2-43b0-9533-4e85bd873a6e req-68cf67e3-f07b-4d44-9777-54538df81bf0 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:08.961256 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-2f9679bc-76d2-43b0-9533-4e85bd873a6e req-68cf67e3-f07b-4d44-9777-54538df81bf0 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.52 "DELETE /v2.0/ports/10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9 HTTP/1.1" status: 204 len: 173 time: 0.3865070 Sep 14 23:17:08.961701 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f976c0d1-4db9-4a60-b8c0-ce914e2aed4b', 'name': 'network-vif-deleted', 'tag': '10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:17:08.963920 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b27504ed887e131bccbae67cb08e94fb53697a19aeb48787dd98b51fbb9c8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4174a88-60ed-4c17-bfae-e55bc47c44eb" -d '{"events": [{"server_uuid": "f976c0d1-4db9-4a60-b8c0-ce914e2aed4b", "name": "network-vif-deleted", "tag": "10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:17:08.999550 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5858e4bc-9472-493d-aa5a-e82f146329f0 x-openstack-request-id: req-5858e4bc-9472-493d-aa5a-e82f146329f0 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:17:08.999843 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f976c0d1-4db9-4a60-b8c0-ce914e2aed4b", "name": "network-vif-deleted", "tag": "10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:17:09.000097 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5858e4bc-9472-493d-aa5a-e82f146329f0 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:17:09.000489 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f976c0d1-4db9-4a60-b8c0-ce914e2aed4b', 'name': 'network-vif-deleted', 'tag': '10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9', 'status': 'completed', 'code': 200} Sep 14 23:17:09.694545 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-e56264ed-78a4-4a1d-9aa7-9eeacedf1572 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:09.696116 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-e56264ed-78a4-4a1d-9aa7-9eeacedf1572 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/networks?id=3df19192-4190-4f7e-add0-9c84e32d0b58 HTTP/1.1" status: 200 len: 809 time: 0.1026905 Sep 14 23:17:09.711120 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-bd617c07-7203-40c1-aa4b-038753d38f21 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/quotas/2d2203a46dd84fcf9e2553866770b4da HTTP/1.1" status: 200 len: 375 time: 0.0092940 Sep 14 23:17:09.740763 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-ce30e6d0-dbe7-401f-b4fb-eeaaebf4c8bb tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d2203a46dd84fcf9e2553866770b4da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245502 Sep 14 23:17:09.798975 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-131fa147-1d09-47a7-aace-f00ceba9a52b service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94135) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 23:17:09.799993 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-131fa147-1d09-47a7-aace-f00ceba9a52b service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0525365 Sep 14 23:17:09.889732 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-fab5ba51-40f5-4268-bdfc-4289fb5d6af6 service neutron] 10.222.0.39 "GET /v2.0/networks/3df19192-4190-4f7e-add0-9c84e32d0b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833585 Sep 14 23:17:09.977121 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-9f06b77f-f7f1-4bdf-92ab-808d42065f54 service neutron] 10.222.0.39 "GET /v2.0/networks/3df19192-4190-4f7e-add0-9c84e32d0b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814784 Sep 14 23:17:10.130454 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9bae3bbb-f902-4cf7-a89e-bcd8876fba0d req-fc37e960-2b76-4497-a826-58de963d7f4d tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d8c31b0-0012-4328-b546-79c16fc13770 HTTP/1.1" status: 200 len: 210 time: 0.0253227 Sep 14 23:17:10.995366 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-aa93206e-2860-41ef-8846-720c6d557b48 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:10.996848 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-aa93206e-2860-41ef-8846-720c6d557b48 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.52 "GET /v2.0/networks?id=3df19192-4190-4f7e-add0-9c84e32d0b58 HTTP/1.1" status: 200 len: 809 time: 0.1096332 Sep 14 23:17:11.009477 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-00baee31-e2b8-4574-ad4b-198602996719 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Request body: {'port': {'device_id': '4d8c31b0-0012-4328-b546-79c16fc13770', 'network_id': '3df19192-4190-4f7e-add0-9c84e32d0b58', 'admin_state_up': True, 'tenant_id': '2d2203a46dd84fcf9e2553866770b4da'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:17:11.117702 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-00baee31-e2b8-4574-ad4b-198602996719 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Made reservation on behalf of 2d2203a46dd84fcf9e2553866770b4da for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:17:11.121273 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-00baee31-e2b8-4574-ad4b-198602996719 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:11.227255 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-f9c81529-a62e-4148-bc84-4430bc976f16 req-8d85213f-2a15-40f9-a8b7-999223bdfc58 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d8c31b0-0012-4328-b546-79c16fc13770 HTTP/1.1" status: 200 len: 210 time: 0.0298531 Sep 14 23:17:11.244088 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-00baee31-e2b8-4574-ad4b-198602996719 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Allocated IP 172.20.0.4 (3df19192-4190-4f7e-add0-9c84e32d0b58/51e229cf-d17c-45cf-a79a-b71cb7c3ca3e/e84b9a54-3a67-4df4-a06e-ee5c98848bbe) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:17:11.386838 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-00baee31-e2b8-4574-ad4b-198602996719 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:11.419541 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-00baee31-e2b8-4574-ad4b-198602996719 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:11.460910 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-00baee31-e2b8-4574-ad4b-198602996719 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Network 3df19192-4190-4f7e-add0-9c84e32d0b58 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:17:11.463779 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-00baee31-e2b8-4574-ad4b-198602996719 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:17:11.466018 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-00baee31-e2b8-4574-ad4b-198602996719 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:17:11.499429 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00baee31-e2b8-4574-ad4b-198602996719 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Pushing event updated for resources: {'Port': ['ID=e84b9a54-3a67-4df4-a06e-ee5c98848bbe,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:17:11.524324 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-00baee31-e2b8-4574-ad4b-198602996719 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:11.524956 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-00baee31-e2b8-4574-ad4b-198602996719 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:11.539728 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-00baee31-e2b8-4574-ad4b-198602996719 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5339119 Sep 14 23:17:11.551466 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-1d32405f-ef53-4c90-acdd-ceecf15b1bef service neutron] Request body: {'port': {'device_id': '4d8c31b0-0012-4328-b546-79c16fc13770', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:17:11.602019 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-1d32405f-ef53-4c90-acdd-ceecf15b1bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:11.705403 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 6 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:17:11.854776 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-1d32405f-ef53-4c90-acdd-ceecf15b1bef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e84b9a54-3a67-4df4-a06e-ee5c98848bbe {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:17:11.861895 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-1d32405f-ef53-4c90-acdd-ceecf15b1bef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:11.874018 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-1d32405f-ef53-4c90-acdd-ceecf15b1bef service neutron] Transition to ACTIVE for port object e84b9a54-3a67-4df4-a06e-ee5c98848bbe will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:17:11.877719 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-1d32405f-ef53-4c90-acdd-ceecf15b1bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:12.184837 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d32405f-ef53-4c90-acdd-ceecf15b1bef service neutron] Pushing event updated for resources: {'Port': ['ID=e84b9a54-3a67-4df4-a06e-ee5c98848bbe,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:17:12.245267 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-1d32405f-ef53-4c90-acdd-ceecf15b1bef service neutron] Attempting to bind port e84b9a54-3a67-4df4-a06e-ee5c98848bbe on host hv-cinder-76017 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:17:12.245607 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-1d32405f-ef53-4c90-acdd-ceecf15b1bef service neutron] Attempting to bind port e84b9a54-3a67-4df4-a06e-ee5c98848bbe by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': 'e67c46a2-936f-47c8-97e8-7949959c543f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3df19192-4190-4f7e-add0-9c84e32d0b58'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:17:12.245941 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-1d32405f-ef53-4c90-acdd-ceecf15b1bef service neutron] Attempting to bind port e84b9a54-3a67-4df4-a06e-ee5c98848bbe on network 3df19192-4190-4f7e-add0-9c84e32d0b58 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:17:12.250159 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-1d32405f-ef53-4c90-acdd-ceecf15b1bef service neutron] Port e84b9a54-3a67-4df4-a06e-ee5c98848bbe on network 3df19192-4190-4f7e-add0-9c84e32d0b58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 23:17:12.250484 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-1d32405f-ef53-4c90-acdd-ceecf15b1bef service neutron] Attempting to bind port e84b9a54-3a67-4df4-a06e-ee5c98848bbe on network 3df19192-4190-4f7e-add0-9c84e32d0b58 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:17:12.255394 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-1d32405f-ef53-4c90-acdd-ceecf15b1bef service neutron] Checking agent: {'id': '85608d62-9d70-46cb-9db0-a1f12ce5af65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 23, 3), 'started_at': datetime.datetime(2021, 9, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:17:12.256030 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-1d32405f-ef53-4c90-acdd-ceecf15b1bef service neutron] Checking segment: {'id': 'e67c46a2-936f-47c8-97e8-7949959c543f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3df19192-4190-4f7e-add0-9c84e32d0b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:17:12.256158 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-1d32405f-ef53-4c90-acdd-ceecf15b1bef service neutron] Bound using segment: {'id': 'e67c46a2-936f-47c8-97e8-7949959c543f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3df19192-4190-4f7e-add0-9c84e32d0b58'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:17:12.256552 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-1d32405f-ef53-4c90-acdd-ceecf15b1bef service neutron] Bound port: e84b9a54-3a67-4df4-a06e-ee5c98848bbe, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e67c46a2-936f-47c8-97e8-7949959c543f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3df19192-4190-4f7e-add0-9c84e32d0b58'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:17:12.256933 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-1d32405f-ef53-4c90-acdd-ceecf15b1bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:12.318917 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-1d32405f-ef53-4c90-acdd-ceecf15b1bef service neutron] For port e84b9a54-3a67-4df4-a06e-ee5c98848bbe, host hv-cinder-76017, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:17:12.322177 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-1d32405f-ef53-4c90-acdd-ceecf15b1bef service neutron] For port e84b9a54-3a67-4df4-a06e-ee5c98848bbe, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e84b9a54-3a67-4df4-a06e-ee5c98848bbe,segment=NetworkSegment(e67c46a2-936f-47c8-97e8-7949959c543f),segment_id=e67c46a2-936f-47c8-97e8-7949959c543f)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:17:12.326498 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-1d32405f-ef53-4c90-acdd-ceecf15b1bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:12.343176 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a20220-e958-4439-bd8c-d514efbb0925 req-cdefc9ed-e993-42f3-8d80-2c5aaf3e6e54 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:12.344703 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-66a20220-e958-4439-bd8c-d514efbb0925 req-cdefc9ed-e993-42f3-8d80-2c5aaf3e6e54 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d8c31b0-0012-4328-b546-79c16fc13770 HTTP/1.1" status: 200 len: 943 time: 0.0494900 Sep 14 23:17:12.360138 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-1d32405f-ef53-4c90-acdd-ceecf15b1bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:12.360816 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-1d32405f-ef53-4c90-acdd-ceecf15b1bef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:12.362447 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-1d32405f-ef53-4c90-acdd-ceecf15b1bef service neutron] 10.222.0.52 "PUT /v2.0/ports/e84b9a54-3a67-4df4-a06e-ee5c98848bbe HTTP/1.1" status: 200 len: 1093 time: 0.8148594 Sep 14 23:17:12.364642 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8c31b0-0012-4328-b546-79c16fc13770', 'tag': 'e84b9a54-3a67-4df4-a06e-ee5c98848bbe'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:17:12.367916 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b27504ed887e131bccbae67cb08e94fb53697a19aeb48787dd98b51fbb9c8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795a8218-f0dc-4666-b4d2-c4c42ca32793" -d '{"events": [{"name": "network-changed", "server_uuid": "4d8c31b0-0012-4328-b546-79c16fc13770", "tag": "e84b9a54-3a67-4df4-a06e-ee5c98848bbe"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:17:12.384659 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-66a20220-e958-4439-bd8c-d514efbb0925 req-1502d469-0d51-47ec-b0de-59900b00e726 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/security-groups?id=84bdb9f4-d3bd-4301-a7cb-097336bcd9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340087 Sep 14 23:17:12.397878 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d32405f-ef53-4c90-acdd-ceecf15b1bef service neutron] Pushing event updated for resources: {'Port': ['ID=e84b9a54-3a67-4df4-a06e-ee5c98848bbe,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:17:12.415446 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 23:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f001a8a-50a6-4e3b-87e9-ecf1ff0a11d6 x-openstack-request-id: req-1f001a8a-50a6-4e3b-87e9-ecf1ff0a11d6 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:17:12.415671 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d8c31b0-0012-4328-b546-79c16fc13770", "tag": "e84b9a54-3a67-4df4-a06e-ee5c98848bbe", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:17:12.415915 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1f001a8a-50a6-4e3b-87e9-ecf1ff0a11d6 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:17:12.416293 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d8c31b0-0012-4328-b546-79c16fc13770', 'tag': 'e84b9a54-3a67-4df4-a06e-ee5c98848bbe', 'status': 'completed', 'code': 200} Sep 14 23:17:12.461692 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-8aad2e07-48a7-4ce3-bb6d-2c9af68d60dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:12.463154 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-8aad2e07-48a7-4ce3-bb6d-2c9af68d60dc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2d2203a46dd84fcf9e2553866770b4da&device_id=4d8c31b0-0012-4328-b546-79c16fc13770 HTTP/1.1" status: 200 len: 1096 time: 0.0401027 Sep 14 23:17:12.503871 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-d493744b-2976-431b-9603-ae1a19579789 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e84b9a54-3a67-4df4-a06e-ee5c98848bbe HTTP/1.1" status: 200 len: 217 time: 0.0329485 Sep 14 23:17:12.553469 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-c979d2b5-cfb3-43b3-a730-c86942b07f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:12.555474 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-c979d2b5-cfb3-43b3-a730-c86942b07f4f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=51e229cf-d17c-45cf-a79a-b71cb7c3ca3e HTTP/1.1" status: 200 len: 849 time: 0.0452545 Sep 14 23:17:12.569722 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:17:12.586519 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-9f66547d-0052-41f6-8343-9376b14269af service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3df19192-4190-4f7e-add0-9c84e32d0b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240335 Sep 14 23:17:12.590070 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] No Port match for: 10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9 {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:17:12.590424 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 10e9e484-f6d5-44f4-ae9f-93e3ded1e9a9 not bound to the agent host hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:17:12.675233 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-4350b95e-3a71-4b3a-b8d5-2cd2d4c0157a service neutron] 10.222.0.52 "GET /v2.0/networks/3df19192-4190-4f7e-add0-9c84e32d0b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812178 Sep 14 23:17:12.771334 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-a04c07fa-9c8d-41af-a959-180bdf976316 req-4aa1a8e0-455b-41ed-94ef-7e8073bb533b service neutron] 10.222.0.52 "GET /v2.0/networks/3df19192-4190-4f7e-add0-9c84e32d0b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897014 Sep 14 23:17:12.853308 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a8218-f0dc-4666-b4d2-c4c42ca32793 req-c055df2c-a541-46a6-9d69-b3233b46871f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:12.854779 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-795a8218-f0dc-4666-b4d2-c4c42ca32793 req-c055df2c-a541-46a6-9d69-b3233b46871f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2d2203a46dd84fcf9e2553866770b4da&device_id=4d8c31b0-0012-4328-b546-79c16fc13770 HTTP/1.1" status: 200 len: 1096 time: 0.0411785 Sep 14 23:17:12.950225 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a8218-f0dc-4666-b4d2-c4c42ca32793 req-7a4722ec-7c1a-456a-b9f0-18cc838cb42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:12.952729 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-795a8218-f0dc-4666-b4d2-c4c42ca32793 req-7a4722ec-7c1a-456a-b9f0-18cc838cb42f service neutron] 10.222.0.52 "GET /v2.0/networks?id=3df19192-4190-4f7e-add0-9c84e32d0b58 HTTP/1.1" status: 200 len: 910 time: 0.0896089 Sep 14 23:17:12.995132 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-795a8218-f0dc-4666-b4d2-c4c42ca32793 req-a4448f78-4488-442c-8554-6747f2189fed service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e84b9a54-3a67-4df4-a06e-ee5c98848bbe HTTP/1.1" status: 200 len: 217 time: 0.0340705 Sep 14 23:17:13.042481 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a8218-f0dc-4666-b4d2-c4c42ca32793 req-0702c155-57eb-40be-929f-a0860e4ae2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:13.043883 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-795a8218-f0dc-4666-b4d2-c4c42ca32793 req-0702c155-57eb-40be-929f-a0860e4ae2ca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=51e229cf-d17c-45cf-a79a-b71cb7c3ca3e HTTP/1.1" status: 200 len: 849 time: 0.0422876 Sep 14 23:17:13.080645 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-795a8218-f0dc-4666-b4d2-c4c42ca32793 req-63448af8-d46a-49f3-a57a-e6acc7454e91 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3df19192-4190-4f7e-add0-9c84e32d0b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268316 Sep 14 23:17:13.169082 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-795a8218-f0dc-4666-b4d2-c4c42ca32793 req-83bee171-e026-4e3c-a107-74334f37c21c service neutron] 10.222.0.52 "GET /v2.0/networks/3df19192-4190-4f7e-add0-9c84e32d0b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803084 Sep 14 23:17:13.259803 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-795a8218-f0dc-4666-b4d2-c4c42ca32793 req-d6413287-f6b6-4062-8c00-43d2d4fd0a0c service neutron] 10.222.0.52 "GET /v2.0/networks/3df19192-4190-4f7e-add0-9c84e32d0b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833426 Sep 14 23:17:13.499140 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a340df-c31a-47e7-a21f-c779577a08bd req-63778225-0e4c-479d-8c91-83992f933d84 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:13.500578 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d8a340df-c31a-47e7-a21f-c779577a08bd req-63778225-0e4c-479d-8c91-83992f933d84 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d8c31b0-0012-4328-b546-79c16fc13770 HTTP/1.1" status: 200 len: 943 time: 0.0472646 Sep 14 23:17:13.537354 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d8a340df-c31a-47e7-a21f-c779577a08bd req-6b4e0935-340e-4fec-b119-3c90c0487466 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/security-groups?id=84bdb9f4-d3bd-4301-a7cb-097336bcd9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308490 Sep 14 23:17:14.650180 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d7cb8-e4a8-495d-9672-15589e45dcfa req-e7fc69cb-0300-4b94-bbf7-fccc9b52b472 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:14.651628 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-253d7cb8-e4a8-495d-9672-15589e45dcfa req-e7fc69cb-0300-4b94-bbf7-fccc9b52b472 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d8c31b0-0012-4328-b546-79c16fc13770 HTTP/1.1" status: 200 len: 943 time: 0.0474765 Sep 14 23:17:14.691202 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-253d7cb8-e4a8-495d-9672-15589e45dcfa req-5bcd525c-71a7-47b4-a919-05ade3248957 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/security-groups?id=84bdb9f4-d3bd-4301-a7cb-097336bcd9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338011 Sep 14 23:17:15.804210 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24738ebd-6ea0-40a0-8e88-5cca1a283b09 req-8d8e5a17-cb82-4cdf-9d6a-1fcd643995e7 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:15.805697 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-24738ebd-6ea0-40a0-8e88-5cca1a283b09 req-8d8e5a17-cb82-4cdf-9d6a-1fcd643995e7 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d8c31b0-0012-4328-b546-79c16fc13770 HTTP/1.1" status: 200 len: 943 time: 0.0481565 Sep 14 23:17:15.842682 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-24738ebd-6ea0-40a0-8e88-5cca1a283b09 req-b1fee0df-d9d4-48ff-883d-743c24de6351 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/security-groups?id=84bdb9f4-d3bd-4301-a7cb-097336bcd9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311806 Sep 14 23:17:16.570521 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device e84b9a54-3a67-4df4-a06e-ee5c98848bbe details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=94136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 23:17:16.670220 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port e84b9a54-3a67-4df4-a06e-ee5c98848bbe, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e84b9a54-3a67-4df4-a06e-ee5c98848bbe,segment=NetworkSegment(e67c46a2-936f-47c8-97e8-7949959c543f),segment_id=e67c46a2-936f-47c8-97e8-7949959c543f)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:17:16.681609 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Returning: {'device': 'e84b9a54-3a67-4df4-a06e-ee5c98848bbe', 'network_id': '3df19192-4190-4f7e-add0-9c84e32d0b58', 'port_id': 'e84b9a54-3a67-4df4-a06e-ee5c98848bbe', 'mac_address': 'fa:16:3e:53:e5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51e229cf-d17c-45cf-a79a-b71cb7c3ca3e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 23:17:16.719525 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:16.732279 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e84b9a54-3a67-4df4-a06e-ee5c98848bbe {{(pid=94136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:17:16.757357 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port e84b9a54-3a67-4df4-a06e-ee5c98848bbe, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e84b9a54-3a67-4df4-a06e-ee5c98848bbe,segment=NetworkSegment(e67c46a2-936f-47c8-97e8-7949959c543f),segment_id=e67c46a2-936f-47c8-97e8-7949959c543f)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:17:16.761141 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:16.812131 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=e84b9a54-3a67-4df4-a06e-ee5c98848bbe,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:17:16.957888 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a08813-1e5f-4cb8-b8db-640fe15df8f1 req-cfe9cbc8-5130-492c-acc2-23a118e5b0f3 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:16.959352 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-11a08813-1e5f-4cb8-b8db-640fe15df8f1 req-cfe9cbc8-5130-492c-acc2-23a118e5b0f3 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d8c31b0-0012-4328-b546-79c16fc13770 HTTP/1.1" status: 200 len: 944 time: 0.0479076 Sep 14 23:17:16.960001 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['e84b9a54-3a67-4df4-a06e-ee5c98848bbe'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:17:16.997063 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-11a08813-1e5f-4cb8-b8db-640fe15df8f1 req-fcadd226-a73a-42d4-907b-9bd72769f736 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/security-groups?id=84bdb9f4-d3bd-4301-a7cb-097336bcd9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317135 Sep 14 23:17:18.108017 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d54b0c-880e-4e70-9183-15d62a7925db req-e42601b2-de92-4416-b26c-fd16bc0b4ae3 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:18.109474 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e5d54b0c-880e-4e70-9183-15d62a7925db req-e42601b2-de92-4416-b26c-fd16bc0b4ae3 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d8c31b0-0012-4328-b546-79c16fc13770 HTTP/1.1" status: 200 len: 944 time: 0.0476091 Sep 14 23:17:18.151275 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e5d54b0c-880e-4e70-9183-15d62a7925db req-ac3a1bb8-3d06-4909-ab60-b267c2c6538a tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/security-groups?id=84bdb9f4-d3bd-4301-a7cb-097336bcd9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357895 Sep 14 23:17:18.601635 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device e84b9a54-3a67-4df4-a06e-ee5c98848bbe up at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:17:18.648195 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning for port e84b9a54-3a67-4df4-a06e-ee5c98848bbe completed by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:17:18.651725 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning complete for port e84b9a54-3a67-4df4-a06e-ee5c98848bbe triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:17:18.652103 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:18.728844 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:18.750489 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8c31b0-0012-4328-b546-79c16fc13770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84b9a54-3a67-4df4-a06e-ee5c98848bbe'}] {{(pid=94136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:17:18.752721 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2b16cdf9a486da92f6eb6a5b1ab92e1b41f493a7e96932162ce692d4f29dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a8c9eb-b42d-4793-bfd4-05ae664efbed" -d '{"events": [{"server_uuid": "4d8c31b0-0012-4328-b546-79c16fc13770", "name": "network-vif-plugged", "status": "completed", "tag": "e84b9a54-3a67-4df4-a06e-ee5c98848bbe"}]}' {{(pid=94136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:17:18.766309 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port e84b9a54-3a67-4df4-a06e-ee5c98848bbe, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e84b9a54-3a67-4df4-a06e-ee5c98848bbe,segment=NetworkSegment(e67c46a2-936f-47c8-97e8-7949959c543f),segment_id=e67c46a2-936f-47c8-97e8-7949959c543f)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:17:18.771405 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:18.797045 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976875d8-e3a9-4cc0-a39e-2d4a54c2e3f9 x-openstack-request-id: req-976875d8-e3a9-4cc0-a39e-2d4a54c2e3f9 {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:17:18.797332 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d8c31b0-0012-4328-b546-79c16fc13770", "name": "network-vif-plugged", "status": "completed", "tag": "e84b9a54-3a67-4df4-a06e-ee5c98848bbe", "code": 200}]} {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:17:18.797584 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-976875d8-e3a9-4cc0-a39e-2d4a54c2e3f9 {{(pid=94136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:17:18.797966 dv-cinder-760178-13-iscsi neutron-server[94136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8c31b0-0012-4328-b546-79c16fc13770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84b9a54-3a67-4df4-a06e-ee5c98848bbe', 'code': 200} Sep 14 23:17:18.823141 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=e84b9a54-3a67-4df4-a06e-ee5c98848bbe,revision_number=5']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:17:18.946609 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80535576-a5e3-43c0-993b-aaa90e13d05a req-f5497839-d970-4b17-abd0-ca326dd0f2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:18.948097 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-80535576-a5e3-43c0-993b-aaa90e13d05a req-f5497839-d970-4b17-abd0-ca326dd0f2bd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4d8c31b0-0012-4328-b546-79c16fc13770 HTTP/1.1" status: 200 len: 1098 time: 0.0410101 Sep 14 23:17:18.983336 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-80535576-a5e3-43c0-993b-aaa90e13d05a req-88d06e59-eaad-40a6-ae78-4f05e8fe1950 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=84bdb9f4-d3bd-4301-a7cb-097336bcd9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285108 Sep 14 23:17:19.264002 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e938ead-1f89-429e-9009-06d61b79d82a req-a72562a4-7573-4f2a-9b47-e5379cada02a tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:19.265483 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5e938ead-1f89-429e-9009-06d61b79d82a req-a72562a4-7573-4f2a-9b47-e5379cada02a tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d8c31b0-0012-4328-b546-79c16fc13770 HTTP/1.1" status: 200 len: 945 time: 0.0489843 Sep 14 23:17:19.302631 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5e938ead-1f89-429e-9009-06d61b79d82a req-b42f0c34-6c3a-4e2f-8fd7-416ea716253d tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/security-groups?id=84bdb9f4-d3bd-4301-a7cb-097336bcd9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311999 Sep 14 23:17:20.417843 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b7c3b-7f05-4bc0-8edd-d84af83bcf16 req-976e6f5f-cf5d-4537-a663-fd3451d34948 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:20.419303 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-699b7c3b-7f05-4bc0-8edd-d84af83bcf16 req-976e6f5f-cf5d-4537-a663-fd3451d34948 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d8c31b0-0012-4328-b546-79c16fc13770 HTTP/1.1" status: 200 len: 945 time: 0.0481825 Sep 14 23:17:20.454757 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-699b7c3b-7f05-4bc0-8edd-d84af83bcf16 req-30fb2bb0-fe7a-45fe-bbb7-c8270eb867f4 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/security-groups?id=84bdb9f4-d3bd-4301-a7cb-097336bcd9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296521 Sep 14 23:17:21.091177 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664f9c1-9c07-45f5-8627-3988b3b297fd req-e947cc27-f9ab-47e3-9728-d91cbbb7e0d3 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:21.092639 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4664f9c1-9c07-45f5-8627-3988b3b297fd req-e947cc27-f9ab-47e3-9728-d91cbbb7e0d3 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d8c31b0-0012-4328-b546-79c16fc13770 HTTP/1.1" status: 200 len: 945 time: 0.0476110 Sep 14 23:17:21.133139 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-4664f9c1-9c07-45f5-8627-3988b3b297fd req-c8798f07-a7e6-4d87-a0fe-7ec1f00c5351 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/security-groups?id=84bdb9f4-d3bd-4301-a7cb-097336bcd9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345259 Sep 14 23:17:22.246809 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088f835-1c14-4668-b9b2-0aa1e778c105 req-4db19641-c66a-490d-9035-caf30841bea0 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:22.248253 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b088f835-1c14-4668-b9b2-0aa1e778c105 req-4db19641-c66a-490d-9035-caf30841bea0 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d8c31b0-0012-4328-b546-79c16fc13770 HTTP/1.1" status: 200 len: 945 time: 0.0480063 Sep 14 23:17:22.285990 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b088f835-1c14-4668-b9b2-0aa1e778c105 req-0de96d3a-3b81-4f7b-bb02-90f101eeb8ec tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.39 "GET /v2.0/security-groups?id=84bdb9f4-d3bd-4301-a7cb-097336bcd9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319421 Sep 14 23:17:22.372922 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98781d-33a2-4d1e-bac7-9be9f9cf3451 req-fb853378-6037-46a6-8612-540bd77d47da tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:22.374492 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-4d98781d-33a2-4d1e-bac7-9be9f9cf3451 req-fb853378-6037-46a6-8612-540bd77d47da tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d8c31b0-0012-4328-b546-79c16fc13770 HTTP/1.1" status: 200 len: 945 time: 0.0486767 Sep 14 23:17:22.466067 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-4d98781d-33a2-4d1e-bac7-9be9f9cf3451 req-e48d773a-526e-44d8-a6f0-e05534cbd332 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Deleting port e84b9a54-3a67-4df4-a06e-ee5c98848bbe {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:17:22.466405 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4d98781d-33a2-4d1e-bac7-9be9f9cf3451 req-e48d773a-526e-44d8-a6f0-e05534cbd332 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:22.551454 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-4d98781d-33a2-4d1e-bac7-9be9f9cf3451 req-e48d773a-526e-44d8-a6f0-e05534cbd332 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] For port e84b9a54-3a67-4df4-a06e-ee5c98848bbe, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e84b9a54-3a67-4df4-a06e-ee5c98848bbe,segment=NetworkSegment(e67c46a2-936f-47c8-97e8-7949959c543f),segment_id=e67c46a2-936f-47c8-97e8-7949959c543f)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:17:22.551811 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4d98781d-33a2-4d1e-bac7-9be9f9cf3451 req-e48d773a-526e-44d8-a6f0-e05534cbd332 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:22.564047 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-4d98781d-33a2-4d1e-bac7-9be9f9cf3451 req-e48d773a-526e-44d8-a6f0-e05534cbd332 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Calling delete_port for e84b9a54-3a67-4df4-a06e-ee5c98848bbe owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:17:22.691571 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4d98781d-33a2-4d1e-bac7-9be9f9cf3451 req-e48d773a-526e-44d8-a6f0-e05534cbd332 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:22.703575 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['e84b9a54-3a67-4df4-a06e-ee5c98848bbe'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:17:22.718067 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d773a-526e-44d8-a6f0-e05534cbd332 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Pushing event deleted for resources: {'Port': ['ID=e84b9a54-3a67-4df4-a06e-ee5c98848bbe,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:17:22.763950 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d98781d-33a2-4d1e-bac7-9be9f9cf3451 req-e48d773a-526e-44d8-a6f0-e05534cbd332 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] No DVR routers for this DVR port e84b9a54-3a67-4df4-a06e-ee5c98848bbe on host hv-cinder-76017 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:17:22.766424 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-4d98781d-33a2-4d1e-bac7-9be9f9cf3451 req-e48d773a-526e-44d8-a6f0-e05534cbd332 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:22.768445 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-4d98781d-33a2-4d1e-bac7-9be9f9cf3451 req-e48d773a-526e-44d8-a6f0-e05534cbd332 tempest-VolumesActionsTest-1073591824 tempest-VolumesActionsTest-1073591824-project] 10.222.0.52 "DELETE /v2.0/ports/e84b9a54-3a67-4df4-a06e-ee5c98848bbe HTTP/1.1" status: 204 len: 173 time: 0.3876972 Sep 14 23:17:22.768908 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8c31b0-0012-4328-b546-79c16fc13770', 'name': 'network-vif-deleted', 'tag': 'e84b9a54-3a67-4df4-a06e-ee5c98848bbe'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:17:22.771181 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b27504ed887e131bccbae67cb08e94fb53697a19aeb48787dd98b51fbb9c8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54cfb75-fa1f-47a6-b9dd-d9eec9d20cb8" -d '{"events": [{"server_uuid": "4d8c31b0-0012-4328-b546-79c16fc13770", "name": "network-vif-deleted", "tag": "e84b9a54-3a67-4df4-a06e-ee5c98848bbe"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:17:22.866976 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9f33c8-df5b-4305-add3-501de8571fcf x-openstack-request-id: req-fd9f33c8-df5b-4305-add3-501de8571fcf {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:17:22.867318 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d8c31b0-0012-4328-b546-79c16fc13770", "name": "network-vif-deleted", "tag": "e84b9a54-3a67-4df4-a06e-ee5c98848bbe", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:17:22.867565 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fd9f33c8-df5b-4305-add3-501de8571fcf {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:17:22.867965 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8c31b0-0012-4328-b546-79c16fc13770', 'name': 'network-vif-deleted', 'tag': 'e84b9a54-3a67-4df4-a06e-ee5c98848bbe', 'status': 'completed', 'code': 200} Sep 14 23:17:26.932020 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device e84b9a54-3a67-4df4-a06e-ee5c98848bbe no longer exists at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:17:26.952291 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] No Port match for: e84b9a54-3a67-4df4-a06e-ee5c98848bbe {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:17:26.952650 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device e84b9a54-3a67-4df4-a06e-ee5c98848bbe not bound to the agent host hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:17:30.398072 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:32.256063 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-61a424f2-1cd4-46eb-9185-dd6ff600b82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:34.983708 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-e1370769-1dc6-4ea4-8373-d782ab7688f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:34.997026 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:36.091818 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:37.943306 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:38.422277 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-165696c0-f9d5-4237-84aa-a873b127375a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-117893507&fields=id&tenant_id=8915cc648aab4f24a51c9b9e231e2b99 HTTP/1.1" status: 200 len: 267 time: 0.0380893 Sep 14 23:17:38.567847 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-f3749711-3134-4bb0-a3a7-c8a7dadca633 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:38.570221 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-f3749711-3134-4bb0-a3a7-c8a7dadca633 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/networks?id=b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 HTTP/1.1" status: 200 len: 811 time: 0.1368654 Sep 14 23:17:38.590911 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-988183aa-9901-4ded-84c3-abd94bfad350 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/quotas/8915cc648aab4f24a51c9b9e231e2b99 HTTP/1.1" status: 200 len: 375 time: 0.0136971 Sep 14 23:17:38.653992 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-6bfa3141-8144-4739-b4cc-328d0dbe5c0a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8915cc648aab4f24a51c9b9e231e2b99&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0546713 Sep 14 23:17:38.756119 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-af6e4dde-f8f9-4335-b4fb-d0ab6907dcc1 service neutron] 10.222.0.39 "GET /v2.0/networks/b6b378f1-7a0f-4d9e-bae9-58a1c529ee10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885112 Sep 14 23:17:38.861686 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-797ad833-7c16-446b-8e74-4b26b25d0a6a service neutron] 10.222.0.39 "GET /v2.0/networks/b6b378f1-7a0f-4d9e-bae9-58a1c529ee10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978782 Sep 14 23:17:39.199216 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-057300dc-e115-490c-a1fe-aafdacb7ec8a req-478cc96f-be12-484e-a682-e81269e1a73a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea29ef19-7591-4374-a078-46e4728be3ea HTTP/1.1" status: 200 len: 210 time: 0.0317049 Sep 14 23:17:40.260044 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-78375585-cba6-49a8-b52f-27d76e87bf70 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:40.262404 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-78375585-cba6-49a8-b52f-27d76e87bf70 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.52 "GET /v2.0/networks?id=b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 HTTP/1.1" status: 200 len: 811 time: 0.1353912 Sep 14 23:17:40.320485 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d90aecae-154b-401d-ab1f-7dec8136c637 req-5e985ad8-98a5-4ad5-9708-e1aa71b893d5 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea29ef19-7591-4374-a078-46e4728be3ea HTTP/1.1" status: 200 len: 210 time: 0.0403912 Sep 14 23:17:40.327817 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-a7123749-302f-4567-8580-d4cb0ab88664 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8915cc648aab4f24a51c9b9e231e2b99 HTTP/1.1" status: 200 len: 379 time: 0.0560951 Sep 14 23:17:40.340074 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-396f908e-2176-450a-8e46-01726f5ec93a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Request body: {'port': {'device_id': 'ea29ef19-7591-4374-a078-46e4728be3ea', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'admin_state_up': True, 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'security_groups': ['3fd6f5a8-d754-468f-bf6e-8e57d09791f7']}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:17:40.467495 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-396f908e-2176-450a-8e46-01726f5ec93a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Made reservation on behalf of 8915cc648aab4f24a51c9b9e231e2b99 for: {'port': 1} {{(pid=94134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:17:40.471245 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-396f908e-2176-450a-8e46-01726f5ec93a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:40.626067 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-396f908e-2176-450a-8e46-01726f5ec93a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Allocated IP 172.20.0.8 (b6b378f1-7a0f-4d9e-bae9-58a1c529ee10/d79d1bb9-104b-4d23-a2b5-a32f1a77cc2a/802ac9f9-c193-492c-a8ee-7378676cd2d5) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:17:40.828642 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-396f908e-2176-450a-8e46-01726f5ec93a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:40.875525 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-396f908e-2176-450a-8e46-01726f5ec93a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:40.923668 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-396f908e-2176-450a-8e46-01726f5ec93a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Network b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:17:40.926669 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-396f908e-2176-450a-8e46-01726f5ec93a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:17:40.930797 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-396f908e-2176-450a-8e46-01726f5ec93a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:17:40.958396 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f908e-2176-450a-8e46-01726f5ec93a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Pushing event updated for resources: {'Port': ['ID=802ac9f9-c193-492c-a8ee-7378676cd2d5,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:17:40.968327 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f908e-2176-450a-8e46-01726f5ec93a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:40.968712 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f908e-2176-450a-8e46-01726f5ec93a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:40.969056 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f908e-2176-450a-8e46-01726f5ec93a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:40.969394 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f908e-2176-450a-8e46-01726f5ec93a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:40.969734 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f908e-2176-450a-8e46-01726f5ec93a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:40.970246 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f908e-2176-450a-8e46-01726f5ec93a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:40.970587 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f908e-2176-450a-8e46-01726f5ec93a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:40.970920 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f908e-2176-450a-8e46-01726f5ec93a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:40.971269 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f908e-2176-450a-8e46-01726f5ec93a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:40.971579 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f908e-2176-450a-8e46-01726f5ec93a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:40.971911 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f908e-2176-450a-8e46-01726f5ec93a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:40.973848 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f908e-2176-450a-8e46-01726f5ec93a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:41.003612 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-396f908e-2176-450a-8e46-01726f5ec93a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:41.004185 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-396f908e-2176-450a-8e46-01726f5ec93a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:41.022379 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-396f908e-2176-450a-8e46-01726f5ec93a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6868479 Sep 14 23:17:41.044450 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-e7aff9cf-5bef-4d45-9826-2c82c9bd528f service neutron] Request body: {'port': {'device_id': 'ea29ef19-7591-4374-a078-46e4728be3ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:17:41.123391 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-e7aff9cf-5bef-4d45-9826-2c82c9bd528f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:41.168843 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-187d9475-f596-4e95-b8fe-4043a452bc3a None None] Provisioning complete for port 802ac9f9-c193-492c-a8ee-7378676cd2d5 triggered by entity DHCP. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:17:41.171325 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-187d9475-f596-4e95-b8fe-4043a452bc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:41.218235 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-187d9475-f596-4e95-b8fe-4043a452bc3a None None] Port 802ac9f9-c193-492c-a8ee-7378676cd2d5 cannot update to ACTIVE because it is not bound. {{(pid=94136) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 23:17:41.456776 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1407b-97c8-472c-b53a-9eca0e6c9067 req-297bff89-3752-49eb-b6ef-18087a841a49 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:41.466368 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-09f1407b-97c8-472c-b53a-9eca0e6c9067 req-297bff89-3752-49eb-b6ef-18087a841a49 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea29ef19-7591-4374-a078-46e4728be3ea HTTP/1.1" status: 200 len: 931 time: 0.0673149 Sep 14 23:17:41.470311 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-e7aff9cf-5bef-4d45-9826-2c82c9bd528f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 802ac9f9-c193-492c-a8ee-7378676cd2d5 {{(pid=94134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:17:41.479221 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-e7aff9cf-5bef-4d45-9826-2c82c9bd528f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:41.495305 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.provisioning_blocks [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-e7aff9cf-5bef-4d45-9826-2c82c9bd528f service neutron] Transition to ACTIVE for port object 802ac9f9-c193-492c-a8ee-7378676cd2d5 will not be triggered until provisioned by entity L2. {{(pid=94134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:17:41.503946 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-e7aff9cf-5bef-4d45-9826-2c82c9bd528f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:41.515881 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-09f1407b-97c8-472c-b53a-9eca0e6c9067 req-3386fcd4-589d-4b85-975b-47decac7c46a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482233 Sep 14 23:17:41.579083 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aff9cf-5bef-4d45-9826-2c82c9bd528f service neutron] Pushing event updated for resources: {'Port': ['ID=802ac9f9-c193-492c-a8ee-7378676cd2d5,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:17:41.654723 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-e7aff9cf-5bef-4d45-9826-2c82c9bd528f service neutron] Attempting to bind port 802ac9f9-c193-492c-a8ee-7378676cd2d5 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 23:17:41.655354 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-e7aff9cf-5bef-4d45-9826-2c82c9bd528f service neutron] Attempting to bind port 802ac9f9-c193-492c-a8ee-7378676cd2d5 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '47ce4575-a258-47c3-9d16-79aeafba6787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 23:17:41.656022 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-e7aff9cf-5bef-4d45-9826-2c82c9bd528f service neutron] Attempting to bind port 802ac9f9-c193-492c-a8ee-7378676cd2d5 on network b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:17:41.662634 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-e7aff9cf-5bef-4d45-9826-2c82c9bd528f service neutron] Port 802ac9f9-c193-492c-a8ee-7378676cd2d5 on network b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 23:17:41.663019 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-e7aff9cf-5bef-4d45-9826-2c82c9bd528f service neutron] Attempting to bind port 802ac9f9-c193-492c-a8ee-7378676cd2d5 on network b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 23:17:41.669153 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-e7aff9cf-5bef-4d45-9826-2c82c9bd528f service neutron] Checking agent: {'id': '85608d62-9d70-46cb-9db0-a1f12ce5af65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 23, 3), 'started_at': datetime.datetime(2021, 9, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 23, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 23:17:41.669880 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-e7aff9cf-5bef-4d45-9826-2c82c9bd528f service neutron] Checking segment: {'id': '47ce4575-a258-47c3-9d16-79aeafba6787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 23:17:41.670919 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-e7aff9cf-5bef-4d45-9826-2c82c9bd528f service neutron] Bound using segment: {'id': '47ce4575-a258-47c3-9d16-79aeafba6787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 23:17:41.671577 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-e7aff9cf-5bef-4d45-9826-2c82c9bd528f service neutron] Bound port: 802ac9f9-c193-492c-a8ee-7378676cd2d5, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47ce4575-a258-47c3-9d16-79aeafba6787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 23:17:41.672007 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-e7aff9cf-5bef-4d45-9826-2c82c9bd528f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:41.764153 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-e7aff9cf-5bef-4d45-9826-2c82c9bd528f service neutron] For port 802ac9f9-c193-492c-a8ee-7378676cd2d5, host hv-cinder-76017, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 23:17:41.767982 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-e7aff9cf-5bef-4d45-9826-2c82c9bd528f service neutron] For port 802ac9f9-c193-492c-a8ee-7378676cd2d5, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=802ac9f9-c193-492c-a8ee-7378676cd2d5,segment=NetworkSegment(47ce4575-a258-47c3-9d16-79aeafba6787),segment_id=47ce4575-a258-47c3-9d16-79aeafba6787)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 23:17:41.773404 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-e7aff9cf-5bef-4d45-9826-2c82c9bd528f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:41.811623 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-e7aff9cf-5bef-4d45-9826-2c82c9bd528f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:41.812392 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-e7aff9cf-5bef-4d45-9826-2c82c9bd528f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:41.813877 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-e7aff9cf-5bef-4d45-9826-2c82c9bd528f service neutron] 10.222.0.52 "PUT /v2.0/ports/802ac9f9-c193-492c-a8ee-7378676cd2d5 HTTP/1.1" status: 200 len: 1093 time: 0.7839212 Sep 14 23:17:41.816406 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea29ef19-7591-4374-a078-46e4728be3ea', 'tag': '802ac9f9-c193-492c-a8ee-7378676cd2d5'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:17:41.821557 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b27504ed887e131bccbae67cb08e94fb53697a19aeb48787dd98b51fbb9c8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b80e06-d348-4778-a195-0059dd373323" -d '{"events": [{"name": "network-changed", "server_uuid": "ea29ef19-7591-4374-a078-46e4728be3ea", "tag": "802ac9f9-c193-492c-a8ee-7378676cd2d5"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:17:41.896497 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aff9cf-5bef-4d45-9826-2c82c9bd528f service neutron] Pushing event updated for resources: {'Port': ['ID=802ac9f9-c193-492c-a8ee-7378676cd2d5,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:17:41.908401 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 23:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cf1a9e-2559-4e5d-9c1e-188261f2befa x-openstack-request-id: req-c5cf1a9e-2559-4e5d-9c1e-188261f2befa {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:17:41.908812 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea29ef19-7591-4374-a078-46e4728be3ea", "tag": "802ac9f9-c193-492c-a8ee-7378676cd2d5", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:17:41.909421 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c5cf1a9e-2559-4e5d-9c1e-188261f2befa {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:17:41.909961 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea29ef19-7591-4374-a078-46e4728be3ea', 'tag': '802ac9f9-c193-492c-a8ee-7378676cd2d5', 'status': 'completed', 'code': 200} Sep 14 23:17:41.927095 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-858ccbbd-3915-494c-92a1-ef9942608163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:41.927095 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-858ccbbd-3915-494c-92a1-ef9942608163 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8915cc648aab4f24a51c9b9e231e2b99&device_id=ea29ef19-7591-4374-a078-46e4728be3ea HTTP/1.1" status: 200 len: 1096 time: 0.0667293 Sep 14 23:17:41.982021 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-7c03443d-cd27-49f5-9857-a2e6cfdcd253 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=802ac9f9-c193-492c-a8ee-7378676cd2d5 HTTP/1.1" status: 200 len: 217 time: 0.0441101 Sep 14 23:17:42.038874 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-631ed274-1238-431d-936e-8decfc0536b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:42.038874 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-631ed274-1238-431d-936e-8decfc0536b2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79d1bb9-104b-4d23-a2b5-a32f1a77cc2a HTTP/1.1" status: 200 len: 850 time: 0.0477424 Sep 14 23:17:42.088015 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-ce628fc1-b63c-49d4-b685-242b9779f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:42.089590 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-ce628fc1-b63c-49d4-b685-242b9779f64a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6b378f1-7a0f-4d9e-bae9-58a1c529ee10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0445204 Sep 14 23:17:42.193214 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-3ed9452a-ed8c-4dae-a2a9-a81b564e7b3c service neutron] 10.222.0.52 "GET /v2.0/networks/b6b378f1-7a0f-4d9e-bae9-58a1c529ee10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952392 Sep 14 23:17:42.315950 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-c7196b99-ac4d-41e4-a1fd-a2377ca8935f req-c2f83c64-2d83-4548-a1a0-73191ef4c3ef service neutron] 10.222.0.52 "GET /v2.0/networks/b6b378f1-7a0f-4d9e-bae9-58a1c529ee10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149323 Sep 14 23:17:42.420840 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b80e06-d348-4778-a195-0059dd373323 req-f6770b4c-530f-478c-b1f7-4f7cb3966563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:42.422522 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b9b80e06-d348-4778-a195-0059dd373323 req-f6770b4c-530f-478c-b1f7-4f7cb3966563 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8915cc648aab4f24a51c9b9e231e2b99&device_id=ea29ef19-7591-4374-a078-46e4728be3ea HTTP/1.1" status: 200 len: 1096 time: 0.0519707 Sep 14 23:17:42.538224 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b80e06-d348-4778-a195-0059dd373323 req-3c93727b-544c-42e4-8ee0-7e8bc57ac8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:42.540147 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b9b80e06-d348-4778-a195-0059dd373323 req-3c93727b-544c-42e4-8ee0-7e8bc57ac8b1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 HTTP/1.1" status: 200 len: 912 time: 0.1093607 Sep 14 23:17:42.603795 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b9b80e06-d348-4778-a195-0059dd373323 req-5e04fd15-4406-4910-a1f0-bd0b871b1056 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=802ac9f9-c193-492c-a8ee-7378676cd2d5 HTTP/1.1" status: 200 len: 217 time: 0.0553980 Sep 14 23:17:42.643531 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f98c06-afaf-4d8a-bd9d-25994068eec9 req-5753310c-e5b0-4854-a361-0e448368d826 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:42.645928 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-81f98c06-afaf-4d8a-bd9d-25994068eec9 req-5753310c-e5b0-4854-a361-0e448368d826 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea29ef19-7591-4374-a078-46e4728be3ea HTTP/1.1" status: 200 len: 943 time: 0.0627508 Sep 14 23:17:42.667828 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b80e06-d348-4778-a195-0059dd373323 req-f522ec28-443b-429b-b4b5-70bc6d30df7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:42.669341 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b9b80e06-d348-4778-a195-0059dd373323 req-f522ec28-443b-429b-b4b5-70bc6d30df7d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79d1bb9-104b-4d23-a2b5-a32f1a77cc2a HTTP/1.1" status: 200 len: 850 time: 0.0569890 Sep 14 23:17:42.698109 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-81f98c06-afaf-4d8a-bd9d-25994068eec9 req-4830613d-5fd5-4ca0-8ca9-131343ab4386 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454831 Sep 14 23:17:42.732999 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b80e06-d348-4778-a195-0059dd373323 req-89c7600c-02c3-49d3-84ae-81c0d2be1736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:42.734851 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b9b80e06-d348-4778-a195-0059dd373323 req-89c7600c-02c3-49d3-84ae-81c0d2be1736 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6b378f1-7a0f-4d9e-bae9-58a1c529ee10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0542045 Sep 14 23:17:42.840860 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b9b80e06-d348-4778-a195-0059dd373323 req-d4b361f2-7431-4521-88ed-b2b974931b06 service neutron] 10.222.0.52 "GET /v2.0/networks/b6b378f1-7a0f-4d9e-bae9-58a1c529ee10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931070 Sep 14 23:17:42.940329 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b9b80e06-d348-4778-a195-0059dd373323 req-b0469fae-8f0a-4d5e-8bd5-8b531108efe6 service neutron] 10.222.0.52 "GET /v2.0/networks/b6b378f1-7a0f-4d9e-bae9-58a1c529ee10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888693 Sep 14 23:17:43.813317 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f41a59-5291-464e-b9b5-fd64c06f24fd req-728c5767-9012-4a52-81c3-b974d2ce410e tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:43.814829 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-43f41a59-5291-464e-b9b5-fd64c06f24fd req-728c5767-9012-4a52-81c3-b974d2ce410e tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea29ef19-7591-4374-a078-46e4728be3ea HTTP/1.1" status: 200 len: 943 time: 0.0489235 Sep 14 23:17:43.857279 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-43f41a59-5291-464e-b9b5-fd64c06f24fd req-c748ace9-5b2b-4692-8c81-a65579d5e0af tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350418 Sep 14 23:17:44.968818 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb728f52-af7d-4c0c-bb74-7a55abd55c50 req-63203a6f-0765-467a-9ac1-9e3a994b0889 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:44.970267 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fb728f52-af7d-4c0c-bb74-7a55abd55c50 req-63203a6f-0765-467a-9ac1-9e3a994b0889 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea29ef19-7591-4374-a078-46e4728be3ea HTTP/1.1" status: 200 len: 943 time: 0.0477829 Sep 14 23:17:45.010364 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-fb728f52-af7d-4c0c-bb74-7a55abd55c50 req-d4b78bf6-f71e-455a-a181-30886a2b5969 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342395 Sep 14 23:17:45.093317 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 50914) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:17:45.136874 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b5326fc-6203-4677-98b9-635fd367e11c admin admin] Deleting subnet 51e229cf-d17c-45cf-a79a-b71cb7c3ca3e {{(pid=94135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 23:17:45.139710 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7b5326fc-6203-4677-98b9-635fd367e11c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:45.173407 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7b5326fc-6203-4677-98b9-635fd367e11c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14789343'] for subnet, precommit_delete_associations {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:45.210568 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7b5326fc-6203-4677-98b9-635fd367e11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3629011'] for subnet, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:45.260510 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7b5326fc-6203-4677-98b9-635fd367e11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16040463'] for subnet, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:45.290879 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5326fc-6203-4677-98b9-635fd367e11c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51e229cf-d17c-45cf-a79a-b71cb7c3ca3e,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:17:45.293728 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7b5326fc-6203-4677-98b9-635fd367e11c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:45.295037 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-7b5326fc-6203-4677-98b9-635fd367e11c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/51e229cf-d17c-45cf-a79a-b71cb7c3ca3e HTTP/1.1" status: 204 len: 168 time: 0.2007482 Sep 14 23:17:45.297638 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 50916) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:17:45.300973 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5326fc-6203-4677-98b9-635fd367e11c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:45.301330 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5326fc-6203-4677-98b9-635fd367e11c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:45.301677 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5326fc-6203-4677-98b9-635fd367e11c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:45.302015 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5326fc-6203-4677-98b9-635fd367e11c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:45.302350 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5326fc-6203-4677-98b9-635fd367e11c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:45.302684 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5326fc-6203-4677-98b9-635fd367e11c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:45.303751 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5326fc-6203-4677-98b9-635fd367e11c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:45.304437 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5326fc-6203-4677-98b9-635fd367e11c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:45.304540 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5326fc-6203-4677-98b9-635fd367e11c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:45.304815 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5326fc-6203-4677-98b9-635fd367e11c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:45.305147 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5326fc-6203-4677-98b9-635fd367e11c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:45.305478 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5326fc-6203-4677-98b9-635fd367e11c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:45.369392 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-29c989e2-18cf-4bc9-a4b9-4790a29316a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3648290'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:45.443613 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-29c989e2-18cf-4bc9-a4b9-4790a29316a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3627092', 'neutron.services.segments.db._delete_segments_for_network-8755854224285'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:45.462794 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.services.segments.db [None req-29c989e2-18cf-4bc9-a4b9-4790a29316a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3df19192-4190-4f7e-add0-9c84e32d0b58']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:17:45.471608 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.services.segments.db [None req-29c989e2-18cf-4bc9-a4b9-4790a29316a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e67c46a2-936f-47c8-97e8-7949959c543f') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:17:45.471908 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.services.segments.db [None req-29c989e2-18cf-4bc9-a4b9-4790a29316a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e67c46a2-936f-47c8-97e8-7949959c543f') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:17:45.485416 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-29c989e2-18cf-4bc9-a4b9-4790a29316a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755854225062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13278720'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:45.498832 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-29c989e2-18cf-4bc9-a4b9-4790a29316a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:45.504488 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c989e2-18cf-4bc9-a4b9-4790a29316a6 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:17:45.504901 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-29c989e2-18cf-4bc9-a4b9-4790a29316a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16122713'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:45.506526 dv-cinder-760178-13-iscsi neutron-server[94134]: Traceback (most recent call last): Sep 14 23:17:45.506526 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 23:17:45.506526 dv-cinder-760178-13-iscsi neutron-server[94134]: timer() Sep 14 23:17:45.506526 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 23:17:45.506526 dv-cinder-760178-13-iscsi neutron-server[94134]: cb(*args, **kw) Sep 14 23:17:45.506526 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 23:17:45.506526 dv-cinder-760178-13-iscsi neutron-server[94134]: return func(*args, **kwargs) Sep 14 23:17:45.506526 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 23:17:45.506526 dv-cinder-760178-13-iscsi neutron-server[94134]: self._notify() Sep 14 23:17:45.506526 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 23:17:45.506526 dv-cinder-760178-13-iscsi neutron-server[94134]: self.callback(batched_events) Sep 14 23:17:45.506526 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 23:17:45.506526 dv-cinder-760178-13-iscsi neutron-server[94134]: event.method(event) Sep 14 23:17:45.506526 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 23:17:45.506526 dv-cinder-760178-13-iscsi neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 23:17:45.506526 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 23:17:45.506526 dv-cinder-760178-13-iscsi neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 23:17:45.506526 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 23:17:45.506526 dv-cinder-760178-13-iscsi neutron-server[94134]: return f(self, *a, **k) Sep 14 23:17:45.506526 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 23:17:45.506526 dv-cinder-760178-13-iscsi neutron-server[94134]: return self._get(url).json() Sep 14 23:17:45.506526 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 23:17:45.506526 dv-cinder-760178-13-iscsi neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 23:17:45.506526 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 23:17:45.506526 dv-cinder-760178-13-iscsi neutron-server[94134]: return self.request(url, 'GET', **kwargs) Sep 14 23:17:45.506526 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 23:17:45.506526 dv-cinder-760178-13-iscsi neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 23:17:45.506526 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 23:17:45.506526 dv-cinder-760178-13-iscsi neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 23:17:45.506526 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 23:17:45.506526 dv-cinder-760178-13-iscsi neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 23:17:45.506526 dv-cinder-760178-13-iscsi neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 23:17:45.560514 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-29c989e2-18cf-4bc9-a4b9-4790a29316a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3627085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529177'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:45.565854 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-29c989e2-18cf-4bc9-a4b9-4790a29316a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:45.567727 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-29c989e2-18cf-4bc9-a4b9-4790a29316a6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3df19192-4190-4f7e-add0-9c84e32d0b58 HTTP/1.1" status: 204 len: 168 time: 0.2691090 Sep 14 23:17:45.578527 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c989e2-18cf-4bc9-a4b9-4790a29316a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3df19192-4190-4f7e-add0-9c84e32d0b58,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:17:45.684019 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 50920) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:17:45.722504 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-85be9732-71c1-494a-a413-16ba89e4d319 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2d2203a46dd84fcf9e2553866770b4da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371678 Sep 14 23:17:45.725571 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 50922) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:17:45.770972 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e09775fe-ff61-452e-ba5a-445ec622e66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:45.791624 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e09775fe-ff61-452e-ba5a-445ec622e66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:45.839107 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e09775fe-ff61-452e-ba5a-445ec622e66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:45.841652 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-e09775fe-ff61-452e-ba5a-445ec622e66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:45.842799 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-e09775fe-ff61-452e-ba5a-445ec622e66c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/84bdb9f4-d3bd-4301-a7cb-097336bcd9bc HTTP/1.1" status: 204 len: 168 time: 0.1162386 Sep 14 23:17:45.850592 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09775fe-ff61-452e-ba5a-445ec622e66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bdb9f4-d3bd-4301-a7cb-097336bcd9bc,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:17:46.121697 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8658d8a-df46-4d4d-bf5a-b552988ad204 req-a33df855-fd1f-4687-882d-b3e9ee0a65d7 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:46.123196 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d8658d8a-df46-4d4d-bf5a-b552988ad204 req-a33df855-fd1f-4687-882d-b3e9ee0a65d7 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea29ef19-7591-4374-a078-46e4728be3ea HTTP/1.1" status: 200 len: 943 time: 0.0486033 Sep 14 23:17:46.161264 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d8658d8a-df46-4d4d-bf5a-b552988ad204 req-3dfeb40b-99bd-4ca7-95a1-1afcf321efb4 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321548 Sep 14 23:17:47.276367 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3930723-dd7f-49c2-8c18-2c3b5dc737af req-86e691cf-5692-44f8-8966-35dcc63fa4fa tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:47.277844 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d3930723-dd7f-49c2-8c18-2c3b5dc737af req-86e691cf-5692-44f8-8966-35dcc63fa4fa tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea29ef19-7591-4374-a078-46e4728be3ea HTTP/1.1" status: 200 len: 943 time: 0.0512540 Sep 14 23:17:47.315112 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-d3930723-dd7f-49c2-8c18-2c3b5dc737af req-ad197bfc-41c0-4554-b316-cf2282bcbb92 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313866 Sep 14 23:17:48.433325 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906258e-c8d1-4114-bc1a-c94c92369507 req-6092c6a1-47f8-4e23-a663-3027463f2ed8 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:48.434821 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5906258e-c8d1-4114-bc1a-c94c92369507 req-6092c6a1-47f8-4e23-a663-3027463f2ed8 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea29ef19-7591-4374-a078-46e4728be3ea HTTP/1.1" status: 200 len: 943 time: 0.0490184 Sep 14 23:17:48.475693 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-5906258e-c8d1-4114-bc1a-c94c92369507 req-4ef75859-5b18-4d41-858a-d1b6518b9913 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341339 Sep 14 23:17:48.704504 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 6 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:17:49.594593 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b52656-8a9d-4487-85f0-8ff62a2e6aac req-727ddfb3-fe61-4490-9309-5fc510bb407e tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:49.596129 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-53b52656-8a9d-4487-85f0-8ff62a2e6aac req-727ddfb3-fe61-4490-9309-5fc510bb407e tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea29ef19-7591-4374-a078-46e4728be3ea HTTP/1.1" status: 200 len: 943 time: 0.0539870 Sep 14 23:17:49.634600 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-53b52656-8a9d-4487-85f0-8ff62a2e6aac req-382a6e28-0006-4447-99ac-314aa1cee280 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319519 Sep 14 23:17:50.755447 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de28997-9eb7-49e7-8f88-7adcc0131a60 req-d4faba9d-fc26-47c1-8aa8-7edf4bb9cd10 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:50.756994 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9de28997-9eb7-49e7-8f88-7adcc0131a60 req-d4faba9d-fc26-47c1-8aa8-7edf4bb9cd10 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea29ef19-7591-4374-a078-46e4728be3ea HTTP/1.1" status: 200 len: 943 time: 0.0518682 Sep 14 23:17:50.794715 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-9de28997-9eb7-49e7-8f88-7adcc0131a60 req-de0dedae-e994-4d12-8e89-fc642ff90e28 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318496 Sep 14 23:17:51.100458 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 802ac9f9-c193-492c-a8ee-7378676cd2d5 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=94136) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 23:17:51.191304 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 802ac9f9-c193-492c-a8ee-7378676cd2d5, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=802ac9f9-c193-492c-a8ee-7378676cd2d5,segment=NetworkSegment(47ce4575-a258-47c3-9d16-79aeafba6787),segment_id=47ce4575-a258-47c3-9d16-79aeafba6787)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:17:51.202747 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Returning: {'device': '802ac9f9-c193-492c-a8ee-7378676cd2d5', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'port_id': '802ac9f9-c193-492c-a8ee-7378676cd2d5', 'mac_address': 'fa:16:3e:07:09:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94136) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 23:17:51.238890 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:51.253914 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 802ac9f9-c193-492c-a8ee-7378676cd2d5 {{(pid=94136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 23:17:51.273015 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 802ac9f9-c193-492c-a8ee-7378676cd2d5, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=802ac9f9-c193-492c-a8ee-7378676cd2d5,segment=NetworkSegment(47ce4575-a258-47c3-9d16-79aeafba6787),segment_id=47ce4575-a258-47c3-9d16-79aeafba6787)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:17:51.276825 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:51.322774 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=802ac9f9-c193-492c-a8ee-7378676cd2d5,revision_number=4']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:17:51.329459 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:51.329807 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:51.330143 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:51.330475 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:51.330802 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:51.331129 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:51.331452 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:51.331777 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:51.332120 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:51.332445 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:51.332791 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:51.333114 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:51.476102 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] get_ports_and_sgs() called for port_ids ['802ac9f9-c193-492c-a8ee-7378676cd2d5'] {{(pid=94136) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 23:17:51.910032 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba5884-a46b-4479-b11e-7a21ef114a10 req-7d3edc07-b038-48f3-890b-5c8d80fdb87f tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:51.911522 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-34ba5884-a46b-4479-b11e-7a21ef114a10 req-7d3edc07-b038-48f3-890b-5c8d80fdb87f tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea29ef19-7591-4374-a078-46e4728be3ea HTTP/1.1" status: 200 len: 944 time: 0.0522547 Sep 14 23:17:51.952963 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-34ba5884-a46b-4479-b11e-7a21ef114a10 req-a734dace-6bf1-4bcc-83f1-cad308c387ec tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345633 Sep 14 23:17:53.071190 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56b229-04c6-4f78-8600-83bf7d9c3e92 req-43f8335d-5ce7-4ee0-ab9b-96f676faedfe tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:53.072732 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6c56b229-04c6-4f78-8600-83bf7d9c3e92 req-43f8335d-5ce7-4ee0-ab9b-96f676faedfe tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea29ef19-7591-4374-a078-46e4728be3ea HTTP/1.1" status: 200 len: 944 time: 0.0502255 Sep 14 23:17:53.110753 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-6c56b229-04c6-4f78-8600-83bf7d9c3e92 req-0537f7f0-a8e6-4dcf-934b-205163ee52c0 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318487 Sep 14 23:17:53.114938 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 802ac9f9-c193-492c-a8ee-7378676cd2d5 up at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 23:17:53.163531 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning for port 802ac9f9-c193-492c-a8ee-7378676cd2d5 completed by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:17:53.167594 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.provisioning_blocks [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Provisioning complete for port 802ac9f9-c193-492c-a8ee-7378676cd2d5 triggered by entity L2. {{(pid=94136) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:17:53.167970 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621039'] for port, provisioning_complete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:53.249212 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:53.271455 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea29ef19-7591-4374-a078-46e4728be3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802ac9f9-c193-492c-a8ee-7378676cd2d5'}] {{(pid=94136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:17:53.274044 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2b16cdf9a486da92f6eb6a5b1ab92e1b41f493a7e96932162ce692d4f29dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53377f2e-bafc-46ec-9f57-04465fcb58e1" -d '{"events": [{"server_uuid": "ea29ef19-7591-4374-a078-46e4728be3ea", "name": "network-vif-plugged", "status": "completed", "tag": "802ac9f9-c193-492c-a8ee-7378676cd2d5"}]}' {{(pid=94136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:17:53.288124 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] For port 802ac9f9-c193-492c-a8ee-7378676cd2d5, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=802ac9f9-c193-492c-a8ee-7378676cd2d5,segment=NetworkSegment(47ce4575-a258-47c3-9d16-79aeafba6787),segment_id=47ce4575-a258-47c3-9d16-79aeafba6787)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:17:53.293038 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756'] for port, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:53.327862 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36866d09-91fd-41f7-9112-f7e76dd1a7ad x-openstack-request-id: req-36866d09-91fd-41f7-9112-f7e76dd1a7ad {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:17:53.327862 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea29ef19-7591-4374-a078-46e4728be3ea", "name": "network-vif-plugged", "status": "completed", "tag": "802ac9f9-c193-492c-a8ee-7378676cd2d5", "code": 200}]} {{(pid=94136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:17:53.327862 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-36866d09-91fd-41f7-9112-f7e76dd1a7ad {{(pid=94136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:17:53.327862 dv-cinder-760178-13-iscsi neutron-server[94136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea29ef19-7591-4374-a078-46e4728be3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802ac9f9-c193-492c-a8ee-7378676cd2d5', 'code': 200} Sep 14 23:17:53.353364 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Pushing event updated for resources: {'Port': ['ID=802ac9f9-c193-492c-a8ee-7378676cd2d5,revision_number=5']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:17:53.532466 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefaf07e-bc9b-4f34-b72c-f769324c84f9 req-017026cb-efb1-4860-a4d9-25e24ae1d742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:53.534368 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-cefaf07e-bc9b-4f34-b72c-f769324c84f9 req-017026cb-efb1-4860-a4d9-25e24ae1d742 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ea29ef19-7591-4374-a078-46e4728be3ea HTTP/1.1" status: 200 len: 1098 time: 0.0387597 Sep 14 23:17:53.567861 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-cefaf07e-bc9b-4f34-b72c-f769324c84f9 req-5f35e612-6100-4058-98e8-7e31479193a5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270369 Sep 14 23:17:54.227445 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1019d50-057e-45ca-9902-34fd487adee7 req-bd596f65-6089-4174-a958-69e605fd5d0e tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:54.229090 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e1019d50-057e-45ca-9902-34fd487adee7 req-bd596f65-6089-4174-a958-69e605fd5d0e tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea29ef19-7591-4374-a078-46e4728be3ea HTTP/1.1" status: 200 len: 945 time: 0.0531650 Sep 14 23:17:54.265113 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-e1019d50-057e-45ca-9902-34fd487adee7 req-e6cf9510-f383-431d-9a99-8719278bfa1f tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302570 Sep 14 23:17:55.378861 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132516f-18ed-4b28-a938-ab3108859faf req-93f94bc7-9da5-4563-8bea-edec4b0e0a18 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:55.380321 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2132516f-18ed-4b28-a938-ab3108859faf req-93f94bc7-9da5-4563-8bea-edec4b0e0a18 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea29ef19-7591-4374-a078-46e4728be3ea HTTP/1.1" status: 200 len: 945 time: 0.0479045 Sep 14 23:17:55.417730 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2132516f-18ed-4b28-a938-ab3108859faf req-70bde5c6-2d5a-4759-a529-001e8c169dc3 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314591 Sep 14 23:17:56.528464 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9baf87-65ec-4c2e-b4b1-79c102b88d77 req-f78f6a41-2520-4a9f-8fb5-7cb9c005b5a9 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:56.530072 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2e9baf87-65ec-4c2e-b4b1-79c102b88d77 req-f78f6a41-2520-4a9f-8fb5-7cb9c005b5a9 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea29ef19-7591-4374-a078-46e4728be3ea HTTP/1.1" status: 200 len: 945 time: 0.0475068 Sep 14 23:17:56.567527 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-2e9baf87-65ec-4c2e-b4b1-79c102b88d77 req-3fef80b3-5f29-4e49-8772-0c7038acae64 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314491 Sep 14 23:17:57.683097 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4c683-1db8-45f4-a002-5121987dd053 req-d5451a9e-e865-4b40-920d-aa8cfc821545 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:57.684563 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-24b4c683-1db8-45f4-a002-5121987dd053 req-d5451a9e-e865-4b40-920d-aa8cfc821545 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea29ef19-7591-4374-a078-46e4728be3ea HTTP/1.1" status: 200 len: 945 time: 0.0521505 Sep 14 23:17:57.723547 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-24b4c683-1db8-45f4-a002-5121987dd053 req-917adef4-2b54-4171-9803-0189e2169e5f tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328846 Sep 14 23:17:57.840780 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01932e9-cdec-4475-891a-bbf940012565 req-b7103486-52ab-4f85-a38d-f5e5d796737a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:57.842262 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b01932e9-cdec-4475-891a-bbf940012565 req-b7103486-52ab-4f85-a38d-f5e5d796737a tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea29ef19-7591-4374-a078-46e4728be3ea HTTP/1.1" status: 200 len: 945 time: 0.0499761 Sep 14 23:17:57.880820 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b01932e9-cdec-4475-891a-bbf940012565 req-064774f3-bf2e-44eb-944e-23df42b0fbda tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323012 Sep 14 23:17:57.904115 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 51042) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:17:57.947808 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bfe786-66f0-4c28-8133-07f08239d016 tempest-TestVolumeBootPattern-593452181 tempest-TestVolumeBootPattern-593452181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:57.952005 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-90bfe786-66f0-4c28-8133-07f08239d016 tempest-TestVolumeBootPattern-593452181 tempest-TestVolumeBootPattern-593452181-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ea29ef19-7591-4374-a078-46e4728be3ea HTTP/1.1" status: 200 len: 1093 time: 0.0442820 Sep 14 23:17:57.952329 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 51044) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:17:57.956814 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.v2.base [None req-a49d7629-4f9e-4657-abba-fca512d20026 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Request body: {'floatingip': {'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'port_id': '802ac9f9-c193-492c-a8ee-7378676cd2d5', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 23:17:57.979446 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a49d7629-4f9e-4657-abba-fca512d20026 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for floatingip, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:58.084389 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a49d7629-4f9e-4657-abba-fca512d20026 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:58.193512 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.db_base_plugin_common [None req-a49d7629-4f9e-4657-abba-fca512d20026 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Allocated IP 172.27.3.68 (97df119d-fd41-4b39-86f3-953f642e27ab/0cfef410-e94d-43c5-8572-4959e322a29a/0363077a-cf86-4fe2-8261-6fa6bdeb486f) {{(pid=94134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:17:58.294732 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a49d7629-4f9e-4657-abba-fca512d20026 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for port, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:58.331719 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a49d7629-4f9e-4657-abba-fca512d20026 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755853921720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:58.365553 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49d7629-4f9e-4657-abba-fca512d20026 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Network 97df119d-fd41-4b39-86f3-953f642e27ab is already hosted by enough agents. {{(pid=94134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:17:58.368832 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.base_scheduler [None req-a49d7629-4f9e-4657-abba-fca512d20026 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Resources bound (agent type, host, resource id): {{(pid=94134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:17:58.371478 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49d7629-4f9e-4657-abba-fca512d20026 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Received port after_create {{(pid=94134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 23:17:58.400105 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d7629-4f9e-4657-abba-fca512d20026 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Pushing event updated for resources: {'Port': ['ID=0363077a-cf86-4fe2-8261-6fa6bdeb486f,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:17:58.710827 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a49d7629-4f9e-4657-abba-fca512d20026 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:58.779835 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a49d7629-4f9e-4657-abba-fca512d20026 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597155'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:58.929326 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a49d7629-4f9e-4657-abba-fca512d20026 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:58.933717 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a49d7629-4f9e-4657-abba-fca512d20026 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755854476813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755853921738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755853921756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16122545'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:59.004209 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d7629-4f9e-4657-abba-fca512d20026 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Pushing event updated for resources: {'Port': ['ID=0363077a-cf86-4fe2-8261-6fa6bdeb486f,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:17:59.011780 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a49d7629-4f9e-4657-abba-fca512d20026 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529163'] for floatingip, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:59.109813 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.db.l3_db [None req-a49d7629-4f9e-4657-abba-fca512d20026 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Floating IP e9678637-2811-48d4-b647-0d75058852d4 associated. External IP: 172.27.3.68, port: 802ac9f9-c193-492c-a8ee-7378676cd2d5. Sep 14 23:17:59.325219 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49d7629-4f9e-4657-abba-fca512d20026 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Router e6a9e46a-fc3f-4f99-a5cc-102355518400 has already been hosted by L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 23:17:59.435006 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49d7629-4f9e-4657-abba-fca512d20026 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:17:59.447245 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac76c23-0daf-4ab1-87d4-29ca243bb21b None None] Sync routers for ids ['e6a9e46a-fc3f-4f99-a5cc-102355518400'] in dv-cinder-760178-13-iscsi {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:17:59.452927 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-a49d7629-4f9e-4657-abba-fca512d20026 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:59.457388 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac76c23-0daf-4ab1-87d4-29ca243bb21b None None] Routers {'e6a9e46a-fc3f-4f99-a5cc-102355518400'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:17:59.458086 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-6ac76c23-0daf-4ab1-87d4-29ca243bb21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:17:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['e6a9e46a-fc3f-4f99-a5cc-102355518400'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:17:59.481349 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-a49d7629-4f9e-4657-abba-fca512d20026 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5278876 Sep 14 23:17:59.481939 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea29ef19-7591-4374-a078-46e4728be3ea', 'tag': '802ac9f9-c193-492c-a8ee-7378676cd2d5'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:17:59.484301 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b27504ed887e131bccbae67cb08e94fb53697a19aeb48787dd98b51fbb9c8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6810282-b9d9-4cad-9ac1-784b7140dd58" -d '{"events": [{"name": "network-changed", "server_uuid": "ea29ef19-7591-4374-a078-46e4728be3ea", "tag": "802ac9f9-c193-492c-a8ee-7378676cd2d5"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:17:59.520716 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 23:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4896285-e3cf-4208-a97c-f43160861f4a x-openstack-request-id: req-f4896285-e3cf-4208-a97c-f43160861f4a {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:17:59.521003 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea29ef19-7591-4374-a078-46e4728be3ea", "tag": "802ac9f9-c193-492c-a8ee-7378676cd2d5", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:17:59.521251 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f4896285-e3cf-4208-a97c-f43160861f4a {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:17:59.521644 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea29ef19-7591-4374-a078-46e4728be3ea', 'tag': '802ac9f9-c193-492c-a8ee-7378676cd2d5', 'status': 'completed', 'code': 200} Sep 14 23:17:59.566322 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-6ac76c23-0daf-4ab1-87d4-29ca243bb21b None None] Set router e6a9e46a-fc3f-4f99-a5cc-102355518400 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:17:59.581830 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6810282-b9d9-4cad-9ac1-784b7140dd58 req-3a337699-a0b5-41f4-8995-1b1faab4e97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:59.583360 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b6810282-b9d9-4cad-9ac1-784b7140dd58 req-3a337699-a0b5-41f4-8995-1b1faab4e97e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8915cc648aab4f24a51c9b9e231e2b99&device_id=ea29ef19-7591-4374-a078-46e4728be3ea HTTP/1.1" status: 200 len: 1098 time: 0.0402770 Sep 14 23:17:59.674719 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6810282-b9d9-4cad-9ac1-784b7140dd58 req-09a5ee05-339e-4230-a767-0be59923eff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:59.676188 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b6810282-b9d9-4cad-9ac1-784b7140dd58 req-09a5ee05-339e-4230-a767-0be59923eff1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 HTTP/1.1" status: 200 len: 912 time: 0.0860291 Sep 14 23:17:59.739798 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b6810282-b9d9-4cad-9ac1-784b7140dd58 req-cabaf7d6-ac7d-405d-8a1e-8e4053227053 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=802ac9f9-c193-492c-a8ee-7378676cd2d5 HTTP/1.1" status: 200 len: 998 time: 0.0565600 Sep 14 23:17:59.788957 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-6ac76c23-0daf-4ab1-87d4-29ca243bb21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'name': 'tempest-TestVolumeBootPattern-562084233-router', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:53Z', 'updated_at': '2021-09-14T23:12:56Z', 'revision_number': 4, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'gw_port': {'id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:54Z', 'updated_at': '2021-09-14T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_floatingips': [{'id': '15597166-f805-459b-bed4-7e4ffbd0ecb6', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'router_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'port_id': '5fefc7b6-3094-4677-b2a4-a660454cd60a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'mac_address': 'fa:16:3e:2e:4c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18db9c63-dc83-4ecc-9493-da0510a6ad3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T23:15:51Z', 'updated_at': '2021-09-14T23:15:53Z', 'revision_number': 1, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'fixed_ip_address_scope': None}, {'id': 'e9678637-2811-48d4-b647-0d75058852d4', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'router_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'port_id': '802ac9f9-c193-492c-a8ee-7378676cd2d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'mac_address': 'fa:16:3e:07:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea29ef19-7591-4374-a078-46e4728be3ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T23:17:58Z', 'updated_at': '2021-09-14T23:17:58Z', 'revision_number': 0, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed446ae7-2466-4841-b7ab-96855f00009e', 'name': '', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'mac_address': 'fa:16:3e:f6:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:55Z', 'updated_at': '2021-09-14T23:13:00Z', 'revision_number': 5, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'subnets': [{'id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:17:59.791733 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6810282-b9d9-4cad-9ac1-784b7140dd58 req-b3d8c015-4da7-421b-8ea6-31e066f37ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:17:59.793740 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b6810282-b9d9-4cad-9ac1-784b7140dd58 req-b3d8c015-4da7-421b-8ea6-31e066f37ca2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79d1bb9-104b-4d23-a2b5-a32f1a77cc2a HTTP/1.1" status: 200 len: 850 time: 0.0470955 Sep 14 23:17:59.817876 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac76c23-0daf-4ab1-87d4-29ca243bb21b None None] Checking router: e6a9e46a-fc3f-4f99-a5cc-102355518400 for host: dv-cinder-760178-13-iscsi {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:17:59.826694 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac76c23-0daf-4ab1-87d4-29ca243bb21b None None] Routers {'e6a9e46a-fc3f-4f99-a5cc-102355518400'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:17:59.827322 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-6ac76c23-0daf-4ab1-87d4-29ca243bb21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:17:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['e6a9e46a-fc3f-4f99-a5cc-102355518400'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:18:00.064014 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-6ac76c23-0daf-4ab1-87d4-29ca243bb21b None None] Set router e6a9e46a-fc3f-4f99-a5cc-102355518400 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:18:00.103746 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6810282-b9d9-4cad-9ac1-784b7140dd58 req-819d1eef-f3d1-4fa5-b2b3-aa953b09dc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:18:00.105306 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b6810282-b9d9-4cad-9ac1-784b7140dd58 req-819d1eef-f3d1-4fa5-b2b3-aa953b09dc75 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6b378f1-7a0f-4d9e-bae9-58a1c529ee10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3037179 Sep 14 23:18:00.195541 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b6810282-b9d9-4cad-9ac1-784b7140dd58 req-261a9e70-349d-4827-be88-005ecffa2887 service neutron] 10.222.0.52 "GET /v2.0/networks/b6b378f1-7a0f-4d9e-bae9-58a1c529ee10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824919 Sep 14 23:18:00.285258 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-6ac76c23-0daf-4ab1-87d4-29ca243bb21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'name': 'tempest-TestVolumeBootPattern-562084233-router', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:53Z', 'updated_at': '2021-09-14T23:12:56Z', 'revision_number': 4, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'gw_port': {'id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:54Z', 'updated_at': '2021-09-14T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_floatingips': [{'id': '15597166-f805-459b-bed4-7e4ffbd0ecb6', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'router_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'port_id': '5fefc7b6-3094-4677-b2a4-a660454cd60a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'mac_address': 'fa:16:3e:2e:4c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18db9c63-dc83-4ecc-9493-da0510a6ad3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T23:15:51Z', 'updated_at': '2021-09-14T23:15:53Z', 'revision_number': 1, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'fixed_ip_address_scope': None}, {'id': 'e9678637-2811-48d4-b647-0d75058852d4', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'router_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'port_id': '802ac9f9-c193-492c-a8ee-7378676cd2d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'mac_address': 'fa:16:3e:07:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea29ef19-7591-4374-a078-46e4728be3ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T23:17:58Z', 'updated_at': '2021-09-14T23:17:58Z', 'revision_number': 0, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed446ae7-2466-4841-b7ab-96855f00009e', 'name': '', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'mac_address': 'fa:16:3e:f6:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:55Z', 'updated_at': '2021-09-14T23:13:00Z', 'revision_number': 5, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'subnets': [{'id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:18:00.289015 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-b6810282-b9d9-4cad-9ac1-784b7140dd58 req-aa517360-64f8-4975-82a0-c7f00dca7e42 service neutron] 10.222.0.52 "GET /v2.0/networks/b6b378f1-7a0f-4d9e-bae9-58a1c529ee10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873301 Sep 14 23:18:00.316369 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac76c23-0daf-4ab1-87d4-29ca243bb21b None None] The sync data for ids ['e6a9e46a-fc3f-4f99-a5cc-102355518400'] in dv-cinder-760178-13-iscsi is: [{'id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'name': 'tempest-TestVolumeBootPattern-562084233-router', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:53Z', 'updated_at': '2021-09-14T23:12:56Z', 'revision_number': 4, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'gw_port': {'id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:54Z', 'updated_at': '2021-09-14T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_floatingips': [{'id': '15597166-f805-459b-bed4-7e4ffbd0ecb6', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'router_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'port_id': '5fefc7b6-3094-4677-b2a4-a660454cd60a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'mac_address': 'fa:16:3e:2e:4c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18db9c63-dc83-4ecc-9493-da0510a6ad3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T23:15:51Z', 'updated_at': '2021-09-14T23:15:53Z', 'revision_number': 1, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'fixed_ip_address_scope': None}, {'id': 'e9678637-2811-48d4-b647-0d75058852d4', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'router_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'port_id': '802ac9f9-c193-492c-a8ee-7378676cd2d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'mac_address': 'fa:16:3e:07:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea29ef19-7591-4374-a078-46e4728be3ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T23:17:58Z', 'updated_at': '2021-09-14T23:17:58Z', 'revision_number': 0, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed446ae7-2466-4841-b7ab-96855f00009e', 'name': '', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'mac_address': 'fa:16:3e:f6:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:55Z', 'updated_at': '2021-09-14T23:13:00Z', 'revision_number': 5, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'subnets': [{'id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:18:00.417428 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:00.516437 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613a86a5-2dde-4f69-9073-19ed32564233 None None] New status for floating IP e9678637-2811-48d4-b647-0d75058852d4: ACTIVE {{(pid=94137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:18:02.247520 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-2ec31fb2-9405-40f6-9a1e-780f9ee3f3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:04.966953 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-70729de9-bf8e-4f32-80e3-c30e964e11f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:04.986403 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:05.932195 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-dd047156-08df-49fe-b26a-988c7f805b07 req-a6df82fb-818b-4467-983f-986d7f2c4e33 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=18db9c63-dc83-4ecc-9493-da0510a6ad3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407546 Sep 14 23:18:06.017450 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd047156-08df-49fe-b26a-988c7f805b07 req-c6ff3dcc-fc03-451d-8831-969abad2237a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:18:06.018931 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-dd047156-08df-49fe-b26a-988c7f805b07 req-c6ff3dcc-fc03-451d-8831-969abad2237a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8915cc648aab4f24a51c9b9e231e2b99&device_id=18db9c63-dc83-4ecc-9493-da0510a6ad3e HTTP/1.1" status: 200 len: 1099 time: 0.0435872 Sep 14 23:18:06.090766 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:06.127632 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd047156-08df-49fe-b26a-988c7f805b07 req-125ba8f6-b733-4cbe-a713-f80b2995a2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:18:06.129135 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-dd047156-08df-49fe-b26a-988c7f805b07 req-125ba8f6-b733-4cbe-a713-f80b2995a2e4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 HTTP/1.1" status: 200 len: 912 time: 0.0889485 Sep 14 23:18:06.197294 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-dd047156-08df-49fe-b26a-988c7f805b07 req-1899a47b-009e-4a98-87f3-721a821ff456 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fefc7b6-3094-4677-b2a4-a660454cd60a HTTP/1.1" status: 200 len: 1001 time: 0.0607564 Sep 14 23:18:06.246578 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd047156-08df-49fe-b26a-988c7f805b07 req-3c3cb2bd-9398-41f4-8b24-3b9027da1ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:18:06.248051 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-dd047156-08df-49fe-b26a-988c7f805b07 req-3c3cb2bd-9398-41f4-8b24-3b9027da1ee2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79d1bb9-104b-4d23-a2b5-a32f1a77cc2a HTTP/1.1" status: 200 len: 850 time: 0.0439935 Sep 14 23:18:06.294780 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd047156-08df-49fe-b26a-988c7f805b07 req-94373db8-2e71-4c34-8423-afd2493b0364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:18:06.296285 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-dd047156-08df-49fe-b26a-988c7f805b07 req-94373db8-2e71-4c34-8423-afd2493b0364 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6b378f1-7a0f-4d9e-bae9-58a1c529ee10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402393 Sep 14 23:18:06.392849 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-dd047156-08df-49fe-b26a-988c7f805b07 req-199d35ae-e2e1-44b7-a2fe-5d0cf00c6eb6 service neutron] 10.222.0.52 "GET /v2.0/networks/b6b378f1-7a0f-4d9e-bae9-58a1c529ee10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878603 Sep 14 23:18:06.483201 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-dd047156-08df-49fe-b26a-988c7f805b07 req-f13b56d2-0a95-4638-b725-66178c55a3e2 service neutron] 10.222.0.52 "GET /v2.0/networks/b6b378f1-7a0f-4d9e-bae9-58a1c529ee10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832551 Sep 14 23:18:07.944521 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:22.863310 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 51216) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:18:22.988233 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-01a65eb2-5c3e-4d22-acb9-7587229b0274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:23.081169 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-01a65eb2-5c3e-4d22-acb9-7587229b0274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:23.084826 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-01a65eb2-5c3e-4d22-acb9-7587229b0274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_create {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:23.122287 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-01a65eb2-5c3e-4d22-acb9-7587229b0274 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b4f7f3e103654f4d96d4ecc4e83a0873&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2578483 Sep 14 23:18:23.123034 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a65eb2-5c3e-4d22-acb9-7587229b0274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a2a81f-0ca5-4d49-92d5-c8091ce3e623,revision_number=1']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:18:23.124971 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 51220) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:18:23.172482 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c925245f-b64b-4d7b-b67a-9a45ef52407c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:23.193122 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c925245f-b64b-4d7b-b67a-9a45ef52407c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:23.240732 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c925245f-b64b-4d7b-b67a-9a45ef52407c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:23.244133 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-c925245f-b64b-4d7b-b67a-9a45ef52407c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:23.245306 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-c925245f-b64b-4d7b-b67a-9a45ef52407c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/12a2a81f-0ca5-4d49-92d5-c8091ce3e623 HTTP/1.1" status: 204 len: 168 time: 0.1193271 Sep 14 23:18:23.252938 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925245f-b64b-4d7b-b67a-9a45ef52407c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a2a81f-0ca5-4d49-92d5-c8091ce3e623,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:18:25.703369 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 6 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:18:30.440454 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:32.247939 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-03d83f83-0d5c-45db-a053-ebcb31a28184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:34.973706 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-46b5c64b-2e34-4ab9-8519-c772126e44c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:34.978019 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:36.094601 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:37.947015 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:00.457262 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:02.248153 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-6413b70d-9378-47ad-83d2-93031d336de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:02.702739 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 6 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:19:04.963592 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-8cc69b4d-0fe5-4d61-a47b-29039a7f8b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:04.979357 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:05.939175 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-d8a82e24-ae1a-4241-b96f-5ed545a0729c req-27c4cabd-6f32-405e-bc2e-04af8d11bab4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ea29ef19-7591-4374-a078-46e4728be3ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401452 Sep 14 23:19:05.999094 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a82e24-ae1a-4241-b96f-5ed545a0729c req-ff208cca-a553-4ce6-9dba-26dbcd2b0f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:19:06.000565 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-d8a82e24-ae1a-4241-b96f-5ed545a0729c req-ff208cca-a553-4ce6-9dba-26dbcd2b0f16 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8915cc648aab4f24a51c9b9e231e2b99&device_id=ea29ef19-7591-4374-a078-46e4728be3ea HTTP/1.1" status: 200 len: 1098 time: 0.0391839 Sep 14 23:19:06.094421 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:06.104280 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a82e24-ae1a-4241-b96f-5ed545a0729c req-4cbedef6-d5b4-4456-8c2b-87c10a5eba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:19:06.105777 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-d8a82e24-ae1a-4241-b96f-5ed545a0729c req-4cbedef6-d5b4-4456-8c2b-87c10a5eba5a service neutron] 10.222.0.52 "GET /v2.0/networks?id=b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 HTTP/1.1" status: 200 len: 912 time: 0.0854573 Sep 14 23:19:06.171222 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-d8a82e24-ae1a-4241-b96f-5ed545a0729c req-20f7b005-c8c2-44b9-9d56-9a525e5f85fa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=802ac9f9-c193-492c-a8ee-7378676cd2d5 HTTP/1.1" status: 200 len: 1000 time: 0.0582557 Sep 14 23:19:06.222773 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a82e24-ae1a-4241-b96f-5ed545a0729c req-66fd341a-8095-48cb-a9f3-140d529e0c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:19:06.224217 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-d8a82e24-ae1a-4241-b96f-5ed545a0729c req-66fd341a-8095-48cb-a9f3-140d529e0c54 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79d1bb9-104b-4d23-a2b5-a32f1a77cc2a HTTP/1.1" status: 200 len: 850 time: 0.0461571 Sep 14 23:19:06.268551 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a82e24-ae1a-4241-b96f-5ed545a0729c req-c9bd0c29-4b1f-4a2f-bd7c-9a655292456a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:19:06.270227 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-d8a82e24-ae1a-4241-b96f-5ed545a0729c req-c9bd0c29-4b1f-4a2f-bd7c-9a655292456a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6b378f1-7a0f-4d9e-bae9-58a1c529ee10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395038 Sep 14 23:19:06.356139 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-d8a82e24-ae1a-4241-b96f-5ed545a0729c req-3f31228b-8a81-4fe6-a01d-59b562f1e631 service neutron] 10.222.0.52 "GET /v2.0/networks/b6b378f1-7a0f-4d9e-bae9-58a1c529ee10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792060 Sep 14 23:19:06.446013 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-d8a82e24-ae1a-4241-b96f-5ed545a0729c req-0307bc2a-0cd4-4330-86ba-cfc9d5cd5f97 service neutron] 10.222.0.52 "GET /v2.0/networks/b6b378f1-7a0f-4d9e-bae9-58a1c529ee10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819516 Sep 14 23:19:07.956259 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:30.458915 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:31.587091 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 51240) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:19:31.874892 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-8b51dda2-2d7d-46c4-9b16-fa01c1dbb120 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Deleting port 0363077a-cf86-4fe2-8261-6fa6bdeb486f {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:19:31.875236 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8b51dda2-2d7d-46c4-9b16-fa01c1dbb120 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:31.947387 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8b51dda2-2d7d-46c4-9b16-fa01c1dbb120 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:31.947651 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8b51dda2-2d7d-46c4-9b16-fa01c1dbb120 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:31.958853 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-8b51dda2-2d7d-46c4-9b16-fa01c1dbb120 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Calling delete_port for 0363077a-cf86-4fe2-8261-6fa6bdeb486f owned by network:floatingip {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:19:32.101940 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8b51dda2-2d7d-46c4-9b16-fa01c1dbb120 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:32.126520 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51dda2-2d7d-46c4-9b16-fa01c1dbb120 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Pushing event deleted for resources: {'Port': ['ID=0363077a-cf86-4fe2-8261-6fa6bdeb486f,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:19:32.156251 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b51dda2-2d7d-46c4-9b16-fa01c1dbb120 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:32.156632 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b51dda2-2d7d-46c4-9b16-fa01c1dbb120 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:32.156977 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b51dda2-2d7d-46c4-9b16-fa01c1dbb120 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:32.157318 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b51dda2-2d7d-46c4-9b16-fa01c1dbb120 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:32.158259 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b51dda2-2d7d-46c4-9b16-fa01c1dbb120 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:32.158597 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b51dda2-2d7d-46c4-9b16-fa01c1dbb120 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:32.159189 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b51dda2-2d7d-46c4-9b16-fa01c1dbb120 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:32.159524 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b51dda2-2d7d-46c4-9b16-fa01c1dbb120 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:32.159859 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b51dda2-2d7d-46c4-9b16-fa01c1dbb120 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:32.160188 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b51dda2-2d7d-46c4-9b16-fa01c1dbb120 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:32.160519 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b51dda2-2d7d-46c4-9b16-fa01c1dbb120 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:32.160872 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b51dda2-2d7d-46c4-9b16-fa01c1dbb120 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:32.200091 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8b51dda2-2d7d-46c4-9b16-fa01c1dbb120 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for floatingip, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:32.200435 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.db.l3_db [None req-8b51dda2-2d7d-46c4-9b16-fa01c1dbb120 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Floating IP e9678637-2811-48d4-b647-0d75058852d4 disassociated (deleted). External IP: 172.27.3.68, port: 802ac9f9-c193-492c-a8ee-7378676cd2d5. Sep 14 23:19:32.247411 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-30e9eb76-2c2d-45ef-94dd-d4d07ae1547d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:32.406851 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b51dda2-2d7d-46c4-9b16-fa01c1dbb120 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Router e6a9e46a-fc3f-4f99-a5cc-102355518400 has already been hosted by L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f {{(pid=94135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 23:19:32.510358 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b51dda2-2d7d-46c4-9b16-fa01c1dbb120 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:19:32.515063 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-8b51dda2-2d7d-46c4-9b16-fa01c1dbb120 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for floatingip, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:32.519870 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72c0d62-42f6-4568-a77c-21d451e4a268 None None] Sync routers for ids ['e6a9e46a-fc3f-4f99-a5cc-102355518400'] in dv-cinder-760178-13-iscsi {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:19:32.528638 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72c0d62-42f6-4568-a77c-21d451e4a268 None None] Routers {'e6a9e46a-fc3f-4f99-a5cc-102355518400'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:19:32.529280 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a72c0d62-42f6-4568-a77c-21d451e4a268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:19:05Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['e6a9e46a-fc3f-4f99-a5cc-102355518400'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:19:32.642952 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-a72c0d62-42f6-4568-a77c-21d451e4a268 None None] Set router e6a9e46a-fc3f-4f99-a5cc-102355518400 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:19:32.801507 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-8b51dda2-2d7d-46c4-9b16-fa01c1dbb120 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "DELETE /v2.0/floatingips/e9678637-2811-48d4-b647-0d75058852d4 HTTP/1.1" status: 204 len: 168 time: 1.2132225 Sep 14 23:19:32.802082 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea29ef19-7591-4374-a078-46e4728be3ea', 'tag': '802ac9f9-c193-492c-a8ee-7378676cd2d5'}] {{(pid=94135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:19:32.804201 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e3d9041226317d09edcf9166cd50e54bb38c01393ec1a923659a7df53ecbff2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd51831d-53cb-4f16-86a2-2e97ca9e5dbe" -d '{"events": [{"name": "network-changed", "server_uuid": "ea29ef19-7591-4374-a078-46e4728be3ea", "tag": "802ac9f9-c193-492c-a8ee-7378676cd2d5"}]}' {{(pid=94135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:19:32.855962 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 23:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034a454e-2609-4547-9227-5b47e1504bd3 x-openstack-request-id: req-034a454e-2609-4547-9227-5b47e1504bd3 {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:19:32.856267 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea29ef19-7591-4374-a078-46e4728be3ea", "tag": "802ac9f9-c193-492c-a8ee-7378676cd2d5", "status": "completed", "code": 200}]} {{(pid=94135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:19:32.856514 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-034a454e-2609-4547-9227-5b47e1504bd3 {{(pid=94135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:19:32.857415 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea29ef19-7591-4374-a078-46e4728be3ea', 'tag': '802ac9f9-c193-492c-a8ee-7378676cd2d5', 'status': 'completed', 'code': 200} Sep 14 23:19:32.904062 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a72c0d62-42f6-4568-a77c-21d451e4a268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'name': 'tempest-TestVolumeBootPattern-562084233-router', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:53Z', 'updated_at': '2021-09-14T23:12:56Z', 'revision_number': 4, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'gw_port': {'id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:54Z', 'updated_at': '2021-09-14T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_floatingips': [{'id': '15597166-f805-459b-bed4-7e4ffbd0ecb6', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'router_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'port_id': '5fefc7b6-3094-4677-b2a4-a660454cd60a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'mac_address': 'fa:16:3e:2e:4c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18db9c63-dc83-4ecc-9493-da0510a6ad3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T23:15:51Z', 'updated_at': '2021-09-14T23:15:53Z', 'revision_number': 1, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed446ae7-2466-4841-b7ab-96855f00009e', 'name': '', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'mac_address': 'fa:16:3e:f6:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:55Z', 'updated_at': '2021-09-14T23:13:00Z', 'revision_number': 5, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'subnets': [{'id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:19:32.934065 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72c0d62-42f6-4568-a77c-21d451e4a268 None None] Checking router: e6a9e46a-fc3f-4f99-a5cc-102355518400 for host: dv-cinder-760178-13-iscsi {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:19:32.936803 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51831d-53cb-4f16-86a2-2e97ca9e5dbe req-095c0b8f-07c1-40a6-af93-3a28bda709cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:19:32.938323 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-bd51831d-53cb-4f16-86a2-2e97ca9e5dbe req-095c0b8f-07c1-40a6-af93-3a28bda709cd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8915cc648aab4f24a51c9b9e231e2b99&device_id=ea29ef19-7591-4374-a078-46e4728be3ea HTTP/1.1" status: 200 len: 1098 time: 0.0531175 Sep 14 23:19:32.943833 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72c0d62-42f6-4568-a77c-21d451e4a268 None None] Routers {'e6a9e46a-fc3f-4f99-a5cc-102355518400'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:19:32.944458 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a72c0d62-42f6-4568-a77c-21d451e4a268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:19:05Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['e6a9e46a-fc3f-4f99-a5cc-102355518400'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:19:33.047243 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51831d-53cb-4f16-86a2-2e97ca9e5dbe req-383716b6-00c3-431b-a9a5-79c954a00411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:19:33.049096 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-bd51831d-53cb-4f16-86a2-2e97ca9e5dbe req-383716b6-00c3-431b-a9a5-79c954a00411 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 HTTP/1.1" status: 200 len: 912 time: 0.1032259 Sep 14 23:19:33.092477 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-bd51831d-53cb-4f16-86a2-2e97ca9e5dbe req-c02c38a6-4ac4-460d-86f5-daae98236323 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=802ac9f9-c193-492c-a8ee-7378676cd2d5 HTTP/1.1" status: 200 len: 217 time: 0.0351474 Sep 14 23:19:33.093548 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21649e15-b965-454e-97e7-275ca67733f9 req-820c4c5b-d5e5-4de2-b4e8-7d380ab54454 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:19:33.096775 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-21649e15-b965-454e-97e7-275ca67733f9 req-820c4c5b-d5e5-4de2-b4e8-7d380ab54454 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea29ef19-7591-4374-a078-46e4728be3ea HTTP/1.1" status: 200 len: 945 time: 0.0546985 Sep 14 23:19:33.103599 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-a72c0d62-42f6-4568-a77c-21d451e4a268 None None] Set router e6a9e46a-fc3f-4f99-a5cc-102355518400 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:19:33.136596 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-21649e15-b965-454e-97e7-275ca67733f9 req-b01f2037-e096-4919-9e34-430a89d673da tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333054 Sep 14 23:19:33.153798 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51831d-53cb-4f16-86a2-2e97ca9e5dbe req-04f97ead-a1ac-45cd-9b48-fe2613aa38c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:19:33.155556 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-bd51831d-53cb-4f16-86a2-2e97ca9e5dbe req-04f97ead-a1ac-45cd-9b48-fe2613aa38c1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79d1bb9-104b-4d23-a2b5-a32f1a77cc2a HTTP/1.1" status: 200 len: 850 time: 0.0561333 Sep 14 23:19:33.207936 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51831d-53cb-4f16-86a2-2e97ca9e5dbe req-4a2a9d2f-d4a1-4afb-97b4-79288bf214fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:19:33.209506 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-bd51831d-53cb-4f16-86a2-2e97ca9e5dbe req-4a2a9d2f-d4a1-4afb-97b4-79288bf214fb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6b378f1-7a0f-4d9e-bae9-58a1c529ee10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0463386 Sep 14 23:19:33.312878 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-bd51831d-53cb-4f16-86a2-2e97ca9e5dbe req-1e624ceb-84c1-4a89-84b7-5b8b96085d49 service neutron] 10.222.0.52 "GET /v2.0/networks/b6b378f1-7a0f-4d9e-bae9-58a1c529ee10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949302 Sep 14 23:19:33.355882 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-a72c0d62-42f6-4568-a77c-21d451e4a268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'name': 'tempest-TestVolumeBootPattern-562084233-router', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:53Z', 'updated_at': '2021-09-14T23:12:56Z', 'revision_number': 4, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'gw_port': {'id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:54Z', 'updated_at': '2021-09-14T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_floatingips': [{'id': '15597166-f805-459b-bed4-7e4ffbd0ecb6', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'router_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'port_id': '5fefc7b6-3094-4677-b2a4-a660454cd60a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'mac_address': 'fa:16:3e:2e:4c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18db9c63-dc83-4ecc-9493-da0510a6ad3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T23:15:51Z', 'updated_at': '2021-09-14T23:15:53Z', 'revision_number': 1, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed446ae7-2466-4841-b7ab-96855f00009e', 'name': '', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'mac_address': 'fa:16:3e:f6:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:55Z', 'updated_at': '2021-09-14T23:13:00Z', 'revision_number': 5, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'subnets': [{'id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:19:33.384248 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72c0d62-42f6-4568-a77c-21d451e4a268 None None] The sync data for ids ['e6a9e46a-fc3f-4f99-a5cc-102355518400'] in dv-cinder-760178-13-iscsi is: [{'id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'name': 'tempest-TestVolumeBootPattern-562084233-router', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:53Z', 'updated_at': '2021-09-14T23:12:56Z', 'revision_number': 4, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'gw_port': {'id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:54Z', 'updated_at': '2021-09-14T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_floatingips': [{'id': '15597166-f805-459b-bed4-7e4ffbd0ecb6', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'router_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'port_id': '5fefc7b6-3094-4677-b2a4-a660454cd60a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'mac_address': 'fa:16:3e:2e:4c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18db9c63-dc83-4ecc-9493-da0510a6ad3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T23:15:51Z', 'updated_at': '2021-09-14T23:15:53Z', 'revision_number': 1, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed446ae7-2466-4841-b7ab-96855f00009e', 'name': '', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'mac_address': 'fa:16:3e:f6:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:55Z', 'updated_at': '2021-09-14T23:13:00Z', 'revision_number': 5, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'subnets': [{'id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:19:33.429538 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-bd51831d-53cb-4f16-86a2-2e97ca9e5dbe req-f3cbe2b0-535d-4944-97b2-2e606d413790 service neutron] 10.222.0.52 "GET /v2.0/networks/b6b378f1-7a0f-4d9e-bae9-58a1c529ee10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085401 Sep 14 23:19:33.604881 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fa6f3a-bee5-4051-8e5c-7ee3aadbc994 None None] New status for floating IP e9678637-2811-48d4-b647-0d75058852d4: DOWN {{(pid=94137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:19:34.253158 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d00b9-8e4d-4d54-8002-b87813dcb01c req-c595af6a-5404-430f-b218-5293977898d5 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:19:34.254582 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-123d00b9-8e4d-4d54-8002-b87813dcb01c req-c595af6a-5404-430f-b218-5293977898d5 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea29ef19-7591-4374-a078-46e4728be3ea HTTP/1.1" status: 200 len: 945 time: 0.0473771 Sep 14 23:19:34.291931 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-123d00b9-8e4d-4d54-8002-b87813dcb01c req-fa91e794-369d-4f3f-aff1-686621fa0940 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315948 Sep 14 23:19:34.572886 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8b2e5-8849-4c54-a0ea-e1e03a701f71 req-46000736-5a72-40a1-aaca-16e2cf9a9402 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:19:34.574334 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-8ae8b2e5-8849-4c54-a0ea-e1e03a701f71 req-46000736-5a72-40a1-aaca-16e2cf9a9402 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea29ef19-7591-4374-a078-46e4728be3ea HTTP/1.1" status: 200 len: 945 time: 0.0483444 Sep 14 23:19:34.664482 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-8ae8b2e5-8849-4c54-a0ea-e1e03a701f71 req-d8849282-f4a5-4c2c-afb7-693730f69f26 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Deleting port 802ac9f9-c193-492c-a8ee-7378676cd2d5 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:19:34.664847 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8ae8b2e5-8849-4c54-a0ea-e1e03a701f71 req-d8849282-f4a5-4c2c-afb7-693730f69f26 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:34.756442 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-8ae8b2e5-8849-4c54-a0ea-e1e03a701f71 req-d8849282-f4a5-4c2c-afb7-693730f69f26 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] For port 802ac9f9-c193-492c-a8ee-7378676cd2d5, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=802ac9f9-c193-492c-a8ee-7378676cd2d5,segment=NetworkSegment(47ce4575-a258-47c3-9d16-79aeafba6787),segment_id=47ce4575-a258-47c3-9d16-79aeafba6787)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:19:34.756832 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8ae8b2e5-8849-4c54-a0ea-e1e03a701f71 req-d8849282-f4a5-4c2c-afb7-693730f69f26 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:34.770384 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-8ae8b2e5-8849-4c54-a0ea-e1e03a701f71 req-d8849282-f4a5-4c2c-afb7-693730f69f26 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Calling delete_port for 802ac9f9-c193-492c-a8ee-7378676cd2d5 owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:19:34.894676 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8ae8b2e5-8849-4c54-a0ea-e1e03a701f71 req-d8849282-f4a5-4c2c-afb7-693730f69f26 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:34.920571 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8849282-f4a5-4c2c-afb7-693730f69f26 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Pushing event deleted for resources: {'Port': ['ID=802ac9f9-c193-492c-a8ee-7378676cd2d5,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:19:34.929946 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8849282-f4a5-4c2c-afb7-693730f69f26 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:34.930294 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8849282-f4a5-4c2c-afb7-693730f69f26 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:34.930635 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8849282-f4a5-4c2c-afb7-693730f69f26 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:34.930969 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8849282-f4a5-4c2c-afb7-693730f69f26 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:34.931300 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8849282-f4a5-4c2c-afb7-693730f69f26 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:34.931634 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8849282-f4a5-4c2c-afb7-693730f69f26 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:34.931961 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8849282-f4a5-4c2c-afb7-693730f69f26 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:34.932288 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8849282-f4a5-4c2c-afb7-693730f69f26 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:34.932626 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8849282-f4a5-4c2c-afb7-693730f69f26 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:34.933476 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8849282-f4a5-4c2c-afb7-693730f69f26 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:34.933476 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8849282-f4a5-4c2c-afb7-693730f69f26 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:34.933685 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8849282-f4a5-4c2c-afb7-693730f69f26 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:34.970690 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-bfeb58fb-85c5-4e09-ab18-f93af87e9727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:34.976353 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae8b2e5-8849-4c54-a0ea-e1e03a701f71 req-d8849282-f4a5-4c2c-afb7-693730f69f26 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] No DVR routers for this DVR port 802ac9f9-c193-492c-a8ee-7378676cd2d5 on host hv-cinder-76017 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:19:34.979149 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-8ae8b2e5-8849-4c54-a0ea-e1e03a701f71 req-d8849282-f4a5-4c2c-afb7-693730f69f26 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:34.981476 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:34.981678 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-8ae8b2e5-8849-4c54-a0ea-e1e03a701f71 req-d8849282-f4a5-4c2c-afb7-693730f69f26 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.52 "DELETE /v2.0/ports/802ac9f9-c193-492c-a8ee-7378676cd2d5 HTTP/1.1" status: 204 len: 173 time: 0.4009404 Sep 14 23:19:34.982084 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea29ef19-7591-4374-a078-46e4728be3ea', 'name': 'network-vif-deleted', 'tag': '802ac9f9-c193-492c-a8ee-7378676cd2d5'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:19:34.984634 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b27504ed887e131bccbae67cb08e94fb53697a19aeb48787dd98b51fbb9c8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaeb8dc1-1981-45cf-b803-9cfaa9bc4f72" -d '{"events": [{"server_uuid": "ea29ef19-7591-4374-a078-46e4728be3ea", "name": "network-vif-deleted", "tag": "802ac9f9-c193-492c-a8ee-7378676cd2d5"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:19:35.022260 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2547ca24-32d5-496a-b800-3467042df090 x-openstack-request-id: req-2547ca24-32d5-496a-b800-3467042df090 {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:19:35.022547 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea29ef19-7591-4374-a078-46e4728be3ea", "name": "network-vif-deleted", "tag": "802ac9f9-c193-492c-a8ee-7378676cd2d5", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:19:35.022791 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2547ca24-32d5-496a-b800-3467042df090 {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:19:35.023184 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea29ef19-7591-4374-a078-46e4728be3ea', 'name': 'network-vif-deleted', 'tag': '802ac9f9-c193-492c-a8ee-7378676cd2d5', 'status': 'completed', 'code': 200} Sep 14 23:19:35.400324 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-a4343bf1-2c7b-4720-9ba9-c7005fd22b7a req-884857e7-dc42-4595-84ec-aa44dbf967fd tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea29ef19-7591-4374-a078-46e4728be3ea HTTP/1.1" status: 200 len: 210 time: 0.0294943 Sep 14 23:19:36.100647 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:37.954130 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:38.668261 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 51280) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:19:38.823485 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-e2f36be3-f41c-4cf4-a0b9-5e6326cf929d tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Deleting port 323db84d-329f-47cf-b7a3-e00f4063bce8 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:19:38.823823 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e2f36be3-f41c-4cf4-a0b9-5e6326cf929d tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:38.896804 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e2f36be3-f41c-4cf4-a0b9-5e6326cf929d tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:38.897134 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e2f36be3-f41c-4cf4-a0b9-5e6326cf929d tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:38.909342 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-e2f36be3-f41c-4cf4-a0b9-5e6326cf929d tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Calling delete_port for 323db84d-329f-47cf-b7a3-e00f4063bce8 owned by network:floatingip {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:19:39.053505 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e2f36be3-f41c-4cf4-a0b9-5e6326cf929d tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:39.079864 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f36be3-f41c-4cf4-a0b9-5e6326cf929d tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Pushing event deleted for resources: {'Port': ['ID=323db84d-329f-47cf-b7a3-e00f4063bce8,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:19:39.140145 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e2f36be3-f41c-4cf4-a0b9-5e6326cf929d tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for floatingip, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:39.140480 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.db.l3_db [None req-e2f36be3-f41c-4cf4-a0b9-5e6326cf929d tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Floating IP 15597166-f805-459b-bed4-7e4ffbd0ecb6 disassociated (deleted). External IP: 172.27.3.61, port: 5fefc7b6-3094-4677-b2a4-a660454cd60a. Sep 14 23:19:39.341155 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f36be3-f41c-4cf4-a0b9-5e6326cf929d tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Router e6a9e46a-fc3f-4f99-a5cc-102355518400 has already been hosted by L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 23:19:39.444755 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f36be3-f41c-4cf4-a0b9-5e6326cf929d tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:19:39.449736 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e2f36be3-f41c-4cf4-a0b9-5e6326cf929d tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for floatingip, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:39.454208 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a02bb3b-b95e-48d1-95d1-75a874ddc1ea None None] Sync routers for ids ['e6a9e46a-fc3f-4f99-a5cc-102355518400'] in dv-cinder-760178-13-iscsi {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:19:39.463989 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a02bb3b-b95e-48d1-95d1-75a874ddc1ea None None] Routers {'e6a9e46a-fc3f-4f99-a5cc-102355518400'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:19:39.464599 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-1a02bb3b-b95e-48d1-95d1-75a874ddc1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:19:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['e6a9e46a-fc3f-4f99-a5cc-102355518400'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:19:39.477458 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-e2f36be3-f41c-4cf4-a0b9-5e6326cf929d tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "DELETE /v2.0/floatingips/15597166-f805-459b-bed4-7e4ffbd0ecb6 HTTP/1.1" status: 204 len: 168 time: 0.8080840 Sep 14 23:19:39.478148 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18db9c63-dc83-4ecc-9493-da0510a6ad3e', 'tag': '5fefc7b6-3094-4677-b2a4-a660454cd60a'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:19:39.480479 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b27504ed887e131bccbae67cb08e94fb53697a19aeb48787dd98b51fbb9c8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed1b4cd-6a36-4646-8474-590a1c986ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "18db9c63-dc83-4ecc-9493-da0510a6ad3e", "tag": "5fefc7b6-3094-4677-b2a4-a660454cd60a"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:19:39.517761 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 23:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940baf75-6e20-4e59-a437-aad06fc443cb x-openstack-request-id: req-940baf75-6e20-4e59-a437-aad06fc443cb {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:19:39.518543 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18db9c63-dc83-4ecc-9493-da0510a6ad3e", "tag": "5fefc7b6-3094-4677-b2a4-a660454cd60a", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:19:39.519089 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-940baf75-6e20-4e59-a437-aad06fc443cb {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:19:39.519494 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18db9c63-dc83-4ecc-9493-da0510a6ad3e', 'tag': '5fefc7b6-3094-4677-b2a4-a660454cd60a', 'status': 'completed', 'code': 200} Sep 14 23:19:39.540632 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 802ac9f9-c193-492c-a8ee-7378676cd2d5 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:19:39.564131 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] No Port match for: 802ac9f9-c193-492c-a8ee-7378676cd2d5 {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:19:39.564515 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 802ac9f9-c193-492c-a8ee-7378676cd2d5 not bound to the agent host hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:19:39.589134 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1b4cd-6a36-4646-8474-590a1c986ba9 req-0b47a88e-8a21-4713-a48c-8acb6ca0de3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:19:39.592001 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-1ed1b4cd-6a36-4646-8474-590a1c986ba9 req-0b47a88e-8a21-4713-a48c-8acb6ca0de3f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8915cc648aab4f24a51c9b9e231e2b99&device_id=18db9c63-dc83-4ecc-9493-da0510a6ad3e HTTP/1.1" status: 200 len: 1099 time: 0.0491707 Sep 14 23:19:39.598722 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-1a02bb3b-b95e-48d1-95d1-75a874ddc1ea None None] Set router e6a9e46a-fc3f-4f99-a5cc-102355518400 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:19:39.694092 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1b4cd-6a36-4646-8474-590a1c986ba9 req-c325d115-bb4f-4188-bf60-eb5a19a4c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:19:39.697635 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-1ed1b4cd-6a36-4646-8474-590a1c986ba9 req-c325d115-bb4f-4188-bf60-eb5a19a4c3f7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 HTTP/1.1" status: 200 len: 912 time: 0.0959535 Sep 14 23:19:39.702422 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 6 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:19:39.714434 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092f9a8-976b-4fff-b691-d805f92e9e3c req-f71a0e73-c462-42bd-8b5a-777cd889f54c tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:19:39.715935 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c092f9a8-976b-4fff-b691-d805f92e9e3c req-f71a0e73-c462-42bd-8b5a-777cd889f54c tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=18db9c63-dc83-4ecc-9493-da0510a6ad3e HTTP/1.1" status: 200 len: 946 time: 0.0566213 Sep 14 23:19:39.742705 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-1ed1b4cd-6a36-4646-8474-590a1c986ba9 req-8f89275e-0d50-4f88-aa7d-25cebcc9a740 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fefc7b6-3094-4677-b2a4-a660454cd60a HTTP/1.1" status: 200 len: 217 time: 0.0385470 Sep 14 23:19:39.755403 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-c092f9a8-976b-4fff-b691-d805f92e9e3c req-d140c81b-b167-4455-9856-74eef1b45094 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322549 Sep 14 23:19:39.795026 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1b4cd-6a36-4646-8474-590a1c986ba9 req-735396b8-258b-479d-aa81-7fdf86ba5a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:19:39.796484 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-1ed1b4cd-6a36-4646-8474-590a1c986ba9 req-735396b8-258b-479d-aa81-7fdf86ba5a45 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79d1bb9-104b-4d23-a2b5-a32f1a77cc2a HTTP/1.1" status: 200 len: 850 time: 0.0467238 Sep 14 23:19:39.809049 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-1a02bb3b-b95e-48d1-95d1-75a874ddc1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'name': 'tempest-TestVolumeBootPattern-562084233-router', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:53Z', 'updated_at': '2021-09-14T23:12:56Z', 'revision_number': 4, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'gw_port': {'id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:54Z', 'updated_at': '2021-09-14T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': 'ed446ae7-2466-4841-b7ab-96855f00009e', 'name': '', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'mac_address': 'fa:16:3e:f6:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:55Z', 'updated_at': '2021-09-14T23:13:00Z', 'revision_number': 5, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'subnets': [{'id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:19:39.835391 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a02bb3b-b95e-48d1-95d1-75a874ddc1ea None None] Checking router: e6a9e46a-fc3f-4f99-a5cc-102355518400 for host: dv-cinder-760178-13-iscsi {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:19:39.844236 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a02bb3b-b95e-48d1-95d1-75a874ddc1ea None None] Routers {'e6a9e46a-fc3f-4f99-a5cc-102355518400'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:19:39.844814 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-1a02bb3b-b95e-48d1-95d1-75a874ddc1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:19:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['e6a9e46a-fc3f-4f99-a5cc-102355518400'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:19:39.845049 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1b4cd-6a36-4646-8474-590a1c986ba9 req-7bf54949-5690-423f-a714-d7dd34cfa73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:19:39.847097 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-1ed1b4cd-6a36-4646-8474-590a1c986ba9 req-7bf54949-5690-423f-a714-d7dd34cfa73c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6b378f1-7a0f-4d9e-bae9-58a1c529ee10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0415690 Sep 14 23:19:39.947041 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-1ed1b4cd-6a36-4646-8474-590a1c986ba9 req-0005e311-7033-45d3-98e3-7e8e91c8ac46 service neutron] 10.222.0.52 "GET /v2.0/networks/b6b378f1-7a0f-4d9e-bae9-58a1c529ee10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906355 Sep 14 23:19:39.951517 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-1a02bb3b-b95e-48d1-95d1-75a874ddc1ea None None] Set router e6a9e46a-fc3f-4f99-a5cc-102355518400 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:19:40.038567 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-1ed1b4cd-6a36-4646-8474-590a1c986ba9 req-9ae68cbc-0cdb-48f0-93cf-ab1fbeac65ff service neutron] 10.222.0.52 "GET /v2.0/networks/b6b378f1-7a0f-4d9e-bae9-58a1c529ee10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822697 Sep 14 23:19:40.154895 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-1a02bb3b-b95e-48d1-95d1-75a874ddc1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'name': 'tempest-TestVolumeBootPattern-562084233-router', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:53Z', 'updated_at': '2021-09-14T23:12:56Z', 'revision_number': 4, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'gw_port': {'id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:54Z', 'updated_at': '2021-09-14T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': 'ed446ae7-2466-4841-b7ab-96855f00009e', 'name': '', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'mac_address': 'fa:16:3e:f6:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:55Z', 'updated_at': '2021-09-14T23:13:00Z', 'revision_number': 5, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'subnets': [{'id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:19:40.181604 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a02bb3b-b95e-48d1-95d1-75a874ddc1ea None None] The sync data for ids ['e6a9e46a-fc3f-4f99-a5cc-102355518400'] in dv-cinder-760178-13-iscsi is: [{'id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'name': 'tempest-TestVolumeBootPattern-562084233-router', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:53Z', 'updated_at': '2021-09-14T23:12:56Z', 'revision_number': 4, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'gw_port': {'id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:54Z', 'updated_at': '2021-09-14T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi', '_interfaces': [{'id': 'ed446ae7-2466-4841-b7ab-96855f00009e', 'name': '', 'network_id': 'b6b378f1-7a0f-4d9e-bae9-58a1c529ee10', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'mac_address': 'fa:16:3e:f6:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:55Z', 'updated_at': '2021-09-14T23:13:00Z', 'revision_number': 5, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'subnets': [{'id': 'd79d1bb9-104b-4d23-a2b5-a32f1a77cc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:19:40.405871 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f35bfd-7913-4a5e-ac17-9f752b6f232f None None] New status for floating IP 15597166-f805-459b-bed4-7e4ffbd0ecb6: DOWN {{(pid=94137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:19:40.884273 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a53704-0521-4c5d-b418-bed11453dfd3 req-65ccd52c-1c69-45d3-90e9-29ac60eb832b tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:19:40.885766 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b3a53704-0521-4c5d-b418-bed11453dfd3 req-65ccd52c-1c69-45d3-90e9-29ac60eb832b tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=18db9c63-dc83-4ecc-9493-da0510a6ad3e HTTP/1.1" status: 200 len: 946 time: 0.0476549 Sep 14 23:19:40.922701 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-b3a53704-0521-4c5d-b418-bed11453dfd3 req-a9b78d5a-cff1-482a-93b9-9c9f8be370f7 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fd6f5a8-d754-468f-bf6e-8e57d09791f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311100 Sep 14 23:19:41.150987 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bb06c-5a17-4612-8390-3a5cbadb1a36 req-7cea213a-5b00-4158-86e9-b15369eaf533 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 23:19:41.152319 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-da3bb06c-5a17-4612-8390-3a5cbadb1a36 req-7cea213a-5b00-4158-86e9-b15369eaf533 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.52 "GET /v2.0/ports?device_id=18db9c63-dc83-4ecc-9493-da0510a6ad3e HTTP/1.1" status: 200 len: 946 time: 0.0504146 Sep 14 23:19:41.237386 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-da3bb06c-5a17-4612-8390-3a5cbadb1a36 req-8e581f87-349b-4d51-a925-6498038c5240 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Deleting port 5fefc7b6-3094-4677-b2a4-a660454cd60a {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:19:41.237770 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-da3bb06c-5a17-4612-8390-3a5cbadb1a36 req-8e581f87-349b-4d51-a925-6498038c5240 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:41.324100 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [req-da3bb06c-5a17-4612-8390-3a5cbadb1a36 req-8e581f87-349b-4d51-a925-6498038c5240 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] For port 5fefc7b6-3094-4677-b2a4-a660454cd60a, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=5fefc7b6-3094-4677-b2a4-a660454cd60a,segment=NetworkSegment(47ce4575-a258-47c3-9d16-79aeafba6787),segment_id=47ce4575-a258-47c3-9d16-79aeafba6787)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:19:41.324462 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-da3bb06c-5a17-4612-8390-3a5cbadb1a36 req-8e581f87-349b-4d51-a925-6498038c5240 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:41.336257 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [req-da3bb06c-5a17-4612-8390-3a5cbadb1a36 req-8e581f87-349b-4d51-a925-6498038c5240 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Calling delete_port for 5fefc7b6-3094-4677-b2a4-a660454cd60a owned by compute:nova {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:19:41.458845 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-da3bb06c-5a17-4612-8390-3a5cbadb1a36 req-8e581f87-349b-4d51-a925-6498038c5240 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:41.490737 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e581f87-349b-4d51-a925-6498038c5240 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Pushing event deleted for resources: {'Port': ['ID=5fefc7b6-3094-4677-b2a4-a660454cd60a,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:19:41.530318 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3bb06c-5a17-4612-8390-3a5cbadb1a36 req-8e581f87-349b-4d51-a925-6498038c5240 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] No DVR routers for this DVR port 5fefc7b6-3094-4677-b2a4-a660454cd60a on host hv-cinder-76017 {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:19:41.533446 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [req-da3bb06c-5a17-4612-8390-3a5cbadb1a36 req-8e581f87-349b-4d51-a925-6498038c5240 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for port, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:41.535736 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [req-da3bb06c-5a17-4612-8390-3a5cbadb1a36 req-8e581f87-349b-4d51-a925-6498038c5240 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.52 "DELETE /v2.0/ports/5fefc7b6-3094-4677-b2a4-a660454cd60a HTTP/1.1" status: 204 len: 173 time: 0.3767838 Sep 14 23:19:41.536181 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18db9c63-dc83-4ecc-9493-da0510a6ad3e', 'name': 'network-vif-deleted', 'tag': '5fefc7b6-3094-4677-b2a4-a660454cd60a'}] {{(pid=94134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 23:19:41.538470 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b27504ed887e131bccbae67cb08e94fb53697a19aeb48787dd98b51fbb9c8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb104131-9577-49d9-a582-afc5b2aa9294" -d '{"events": [{"server_uuid": "18db9c63-dc83-4ecc-9493-da0510a6ad3e", "name": "network-vif-deleted", "tag": "5fefc7b6-3094-4677-b2a4-a660454cd60a"}]}' {{(pid=94134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:19:41.574443 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 23:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d5035e-ad20-448d-917c-93d4edcc234e x-openstack-request-id: req-26d5035e-ad20-448d-917c-93d4edcc234e {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:19:41.574734 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18db9c63-dc83-4ecc-9493-da0510a6ad3e", "name": "network-vif-deleted", "tag": "5fefc7b6-3094-4677-b2a4-a660454cd60a", "status": "completed", "code": 200}]} {{(pid=94134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:19:41.574989 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-26d5035e-ad20-448d-917c-93d4edcc234e {{(pid=94134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:19:41.575467 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18db9c63-dc83-4ecc-9493-da0510a6ad3e', 'name': 'network-vif-deleted', 'tag': '5fefc7b6-3094-4677-b2a4-a660454cd60a', 'status': 'completed', 'code': 200} Sep 14 23:19:42.028991 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [req-aa7beb37-33ef-404a-a90b-a268a9024e8a req-a958faa6-eb5c-46ec-bdba-ec7fde4a6f72 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "GET /v2.0/ports?device_id=18db9c63-dc83-4ecc-9493-da0510a6ad3e HTTP/1.1" status: 200 len: 210 time: 0.0289741 Sep 14 23:19:43.097677 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 51300) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:19:43.217618 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-1f81b726-d913-4a9c-ba19-d1e382a051b9 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Deleting port 53c78ea6-af9a-4339-8513-e6e1c79f6ec4 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:19:43.217960 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1f81b726-d913-4a9c-ba19-d1e382a051b9 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:43.292381 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1f81b726-d913-4a9c-ba19-d1e382a051b9 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:43.292730 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1f81b726-d913-4a9c-ba19-d1e382a051b9 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:43.304361 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-1f81b726-d913-4a9c-ba19-d1e382a051b9 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Calling delete_port for 53c78ea6-af9a-4339-8513-e6e1c79f6ec4 owned by network:floatingip {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:19:43.431225 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1f81b726-d913-4a9c-ba19-d1e382a051b9 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:43.456630 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81b726-d913-4a9c-ba19-d1e382a051b9 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Pushing event deleted for resources: {'Port': ['ID=53c78ea6-af9a-4339-8513-e6e1c79f6ec4,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:19:43.519467 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1f81b726-d913-4a9c-ba19-d1e382a051b9 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for floatingip, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:43.522365 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-1f81b726-d913-4a9c-ba19-d1e382a051b9 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17427'] for floatingip, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:43.523503 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-1f81b726-d913-4a9c-ba19-d1e382a051b9 tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "DELETE /v2.0/floatingips/544088c0-7ba6-499b-940c-e707ffec817f HTTP/1.1" status: 204 len: 168 time: 0.4248674 Sep 14 23:19:44.714232 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 51312) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:19:44.771577 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b3ed83ff-4755-42ea-96cb-372604c0afde tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for security_group, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:44.795506 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b3ed83ff-4755-42ea-96cb-372604c0afde tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:44.853701 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b3ed83ff-4755-42ea-96cb-372604c0afde tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:44.856311 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-b3ed83ff-4755-42ea-96cb-372604c0afde tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Notify callbacks [] for security_group, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:44.857498 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-b3ed83ff-4755-42ea-96cb-372604c0afde tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] 10.222.0.39 "DELETE /v2.0/security-groups/3fd6f5a8-d754-468f-bf6e-8e57d09791f7 HTTP/1.1" status: 204 len: 168 time: 0.1422894 Sep 14 23:19:44.867004 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed83ff-4755-42ea-96cb-372604c0afde tempest-TestVolumeBootPattern-1194224180 tempest-TestVolumeBootPattern-1194224180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd6f5a8-d754-468f-bf6e-8e57d09791f7,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:19:44.915284 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 51316) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:19:45.348433 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-db4a7313-5aee-4ed8-9077-7f4fe2d5d770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530187'] for router_interface, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:45.555757 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 5fefc7b6-3094-4677-b2a4-a660454cd60a no longer exists at agent hyperv_hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:19:45.576823 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] No Port match for: 5fefc7b6-3094-4677-b2a4-a660454cd60a {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:19:45.577260 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Device 5fefc7b6-3094-4677-b2a4-a660454cd60a not bound to the agent host hv-cinder-76017 {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:19:45.850608 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-db4a7313-5aee-4ed8-9077-7f4fe2d5d770 admin admin] Deleting port ed446ae7-2466-4841-b7ab-96855f00009e {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:19:45.851227 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-db4a7313-5aee-4ed8-9077-7f4fe2d5d770 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:45.925073 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-db4a7313-5aee-4ed8-9077-7f4fe2d5d770 admin admin] For port ed446ae7-2466-4841-b7ab-96855f00009e, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=ed446ae7-2466-4841-b7ab-96855f00009e,segment=NetworkSegment(47ce4575-a258-47c3-9d16-79aeafba6787),segment_id=47ce4575-a258-47c3-9d16-79aeafba6787)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:19:45.925432 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-db4a7313-5aee-4ed8-9077-7f4fe2d5d770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:45.937108 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-db4a7313-5aee-4ed8-9077-7f4fe2d5d770 admin admin] Calling delete_port for ed446ae7-2466-4841-b7ab-96855f00009e owned by network:router_interface {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:19:46.107620 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-db4a7313-5aee-4ed8-9077-7f4fe2d5d770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:46.131088 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a7313-5aee-4ed8-9077-7f4fe2d5d770 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed446ae7-2466-4841-b7ab-96855f00009e,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:19:46.299854 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-db4a7313-5aee-4ed8-9077-7f4fe2d5d770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529339'] for router_interface, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:46.509364 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4a7313-5aee-4ed8-9077-7f4fe2d5d770 admin admin] Router e6a9e46a-fc3f-4f99-a5cc-102355518400 has already been hosted by L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f {{(pid=94134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 23:19:46.609184 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4a7313-5aee-4ed8-9077-7f4fe2d5d770 admin admin] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:19:46.615795 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-db4a7313-5aee-4ed8-9077-7f4fe2d5d770 admin admin] 10.222.0.39 "PUT /v2.0/routers/e6a9e46a-fc3f-4f99-a5cc-102355518400/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6989489 Sep 14 23:19:46.617770 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 51320) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:19:46.620367 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942d5ae0-683c-412f-98df-0d6be814bf11 None None] Sync routers for ids ['e6a9e46a-fc3f-4f99-a5cc-102355518400'] in dv-cinder-760178-13-iscsi {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:19:46.630130 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942d5ae0-683c-412f-98df-0d6be814bf11 None None] Routers {'e6a9e46a-fc3f-4f99-a5cc-102355518400'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:19:46.630751 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-942d5ae0-683c-412f-98df-0d6be814bf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:19:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['e6a9e46a-fc3f-4f99-a5cc-102355518400'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:19:46.722035 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fdedbfcd-ea37-4498-beba-42e7b41b4017 admin admin] Notify callbacks [] for router, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:46.734830 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-942d5ae0-683c-412f-98df-0d6be814bf11 None None] Set router e6a9e46a-fc3f-4f99-a5cc-102355518400 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:19:46.826355 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fdedbfcd-ea37-4498-beba-42e7b41b4017 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:46.885887 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-fdedbfcd-ea37-4498-beba-42e7b41b4017 admin admin] Deleting port c606804e-418c-4c91-8b4d-b412f2e9cee1 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:19:46.886593 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fdedbfcd-ea37-4498-beba-42e7b41b4017 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:46.967413 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-fdedbfcd-ea37-4498-beba-42e7b41b4017 admin admin] For port c606804e-418c-4c91-8b4d-b412f2e9cee1, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=c606804e-418c-4c91-8b4d-b412f2e9cee1,segment=NetworkSegment(a9a9fb15-9287-4c77-9a23-3b65ea6f31f5),segment_id=a9a9fb15-9287-4c77-9a23-3b65ea6f31f5)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:19:46.967772 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fdedbfcd-ea37-4498-beba-42e7b41b4017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:46.979784 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-fdedbfcd-ea37-4498-beba-42e7b41b4017 admin admin] Calling delete_port for c606804e-418c-4c91-8b4d-b412f2e9cee1 owned by network:router_gateway {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:19:47.035859 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-942d5ae0-683c-412f-98df-0d6be814bf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'name': 'tempest-TestVolumeBootPattern-562084233-router', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:53Z', 'updated_at': '2021-09-14T23:19:46Z', 'revision_number': 5, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'gw_port': {'id': 'c606804e-418c-4c91-8b4d-b412f2e9cee1', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:54Z', 'updated_at': '2021-09-14T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi'}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:19:47.065550 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942d5ae0-683c-412f-98df-0d6be814bf11 None None] Checking router: e6a9e46a-fc3f-4f99-a5cc-102355518400 for host: dv-cinder-760178-13-iscsi {{(pid=94136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:19:47.073699 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942d5ae0-683c-412f-98df-0d6be814bf11 None None] Routers {'e6a9e46a-fc3f-4f99-a5cc-102355518400'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:19:47.074311 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-942d5ae0-683c-412f-98df-0d6be814bf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:19:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['e6a9e46a-fc3f-4f99-a5cc-102355518400'], 'active': True} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:19:47.142441 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fdedbfcd-ea37-4498-beba-42e7b41b4017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:47.162626 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvr_db [None req-942d5ae0-683c-412f-98df-0d6be814bf11 None None] Set router e6a9e46a-fc3f-4f99-a5cc-102355518400 gateway port host: None {{(pid=94136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:19:47.166716 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdedbfcd-ea37-4498-beba-42e7b41b4017 admin admin] Pushing event deleted for resources: {'Port': ['ID=c606804e-418c-4c91-8b4d-b412f2e9cee1,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:19:47.217027 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_hamode_db [None req-942d5ae0-683c-412f-98df-0d6be814bf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'name': 'tempest-TestVolumeBootPattern-562084233-router', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:53Z', 'updated_at': '2021-09-14T23:19:46Z', 'revision_number': 6, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'gw_port_host': None}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:19:47.231437 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fdedbfcd-ea37-4498-beba-42e7b41b4017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529277'] for router_gateway, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:47.248368 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942d5ae0-683c-412f-98df-0d6be814bf11 None None] The sync data for ids ['e6a9e46a-fc3f-4f99-a5cc-102355518400'] in dv-cinder-760178-13-iscsi is: [{'id': 'e6a9e46a-fc3f-4f99-a5cc-102355518400', 'name': 'tempest-TestVolumeBootPattern-562084233-router', 'tenant_id': '8915cc648aab4f24a51c9b9e231e2b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:53Z', 'updated_at': '2021-09-14T23:19:46Z', 'revision_number': 6, 'project_id': '8915cc648aab4f24a51c9b9e231e2b99', 'gw_port_host': None}] {{(pid=94136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:19:47.321419 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fdedbfcd-ea37-4498-beba-42e7b41b4017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1953'] for router, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:47.323524 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fdedbfcd-ea37-4498-beba-42e7b41b4017 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:47.369274 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fdedbfcd-ea37-4498-beba-42e7b41b4017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529879'] for router, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:47.369799 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdedbfcd-ea37-4498-beba-42e7b41b4017 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6a9e46a-fc3f-4f99-a5cc-102355518400 {{(pid=94134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 23:19:47.374299 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fdedbfcd-ea37-4498-beba-42e7b41b4017 admin admin] Notify callbacks [] for router, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:47.375469 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-fdedbfcd-ea37-4498-beba-42e7b41b4017 admin admin] 10.222.0.39 "DELETE /v2.0/routers/e6a9e46a-fc3f-4f99-a5cc-102355518400 HTTP/1.1" status: 204 len: 168 time: 0.7567804 Sep 14 23:19:47.378096 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 51322) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:19:47.422134 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.db_base_plugin_v2 [None req-31783276-5363-4676-b9ad-a1efae79dacd admin admin] Deleting subnet d79d1bb9-104b-4d23-a2b5-a32f1a77cc2a {{(pid=94135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 23:19:47.425353 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-31783276-5363-4676-b9ad-a1efae79dacd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:47.458523 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-31783276-5363-4676-b9ad-a1efae79dacd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14789343'] for subnet, precommit_delete_associations {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:47.536201 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-31783276-5363-4676-b9ad-a1efae79dacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3629011'] for subnet, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:47.590411 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-31783276-5363-4676-b9ad-a1efae79dacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16040463'] for subnet, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:47.614634 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31783276-5363-4676-b9ad-a1efae79dacd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d79d1bb9-104b-4d23-a2b5-a32f1a77cc2a,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:19:47.620794 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-31783276-5363-4676-b9ad-a1efae79dacd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:47.622656 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-31783276-5363-4676-b9ad-a1efae79dacd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d79d1bb9-104b-4d23-a2b5-a32f1a77cc2a HTTP/1.1" status: 204 len: 168 time: 0.2434864 Sep 14 23:19:47.625144 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 51324) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:19:47.643819 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72633702-4804-4672-9323-cb972db81b68 None None] Network b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:19:47.710691 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-80ecfa30-3f9b-4726-a8df-69bd94bca0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3648290'] for network, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:47.725484 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device ed446ae7-2466-4841-b7ab-96855f00009e no longer exists at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:19:47.752852 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] No Port match for: ed446ae7-2466-4841-b7ab-96855f00009e {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:19:47.753211 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device ed446ae7-2466-4841-b7ab-96855f00009e not bound to the agent host dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:19:47.776411 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-80ecfa30-3f9b-4726-a8df-69bd94bca0fc admin admin] Deleting port 8ffa0733-738f-4214-bd9a-f06561b0de2e {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:19:47.776785 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-80ecfa30-3f9b-4726-a8df-69bd94bca0fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:47.839822 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-80ecfa30-3f9b-4726-a8df-69bd94bca0fc admin admin] For port 8ffa0733-738f-4214-bd9a-f06561b0de2e, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=8ffa0733-738f-4214-bd9a-f06561b0de2e,segment=NetworkSegment(47ce4575-a258-47c3-9d16-79aeafba6787),segment_id=47ce4575-a258-47c3-9d16-79aeafba6787)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:19:47.840195 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-80ecfa30-3f9b-4726-a8df-69bd94bca0fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:47.852800 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-80ecfa30-3f9b-4726-a8df-69bd94bca0fc admin admin] Calling delete_port for 8ffa0733-738f-4214-bd9a-f06561b0de2e owned by network:dhcp {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:19:47.932055 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-80ecfa30-3f9b-4726-a8df-69bd94bca0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:47.957135 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ecfa30-3f9b-4726-a8df-69bd94bca0fc admin admin] Pushing event deleted for resources: {'Port': ['ID=8ffa0733-738f-4214-bd9a-f06561b0de2e,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:19:47.960787 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ecfa30-3f9b-4726-a8df-69bd94bca0fc admin admin] No DVR routers for this DVR port 8ffa0733-738f-4214-bd9a-f06561b0de2e on host dv-cinder-760178-13-iscsi {{(pid=94135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:19:48.032715 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-80ecfa30-3f9b-4726-a8df-69bd94bca0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3627092', 'neutron.services.segments.db._delete_segments_for_network-8755854224285'] for network, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:48.053955 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2892d7c4-1913-4ae2-a2a8-96e2ddc1395a None None] DHCP port deletion for b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 request from dv-cinder-760178-13-iscsi {{(pid=94136) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 23:19:48.059098 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.services.segments.db [None req-80ecfa30-3f9b-4726-a8df-69bd94bca0fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b378f1-7a0f-4d9e-bae9-58a1c529ee10']}} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:19:48.075262 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.services.segments.db [None req-80ecfa30-3f9b-4726-a8df-69bd94bca0fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ce4575-a258-47c3-9d16-79aeafba6787') {'for_net_delete': True} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:19:48.075561 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.services.segments.db [None req-80ecfa30-3f9b-4726-a8df-69bd94bca0fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ce4575-a258-47c3-9d16-79aeafba6787') {} {{(pid=94135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:19:48.086971 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-80ecfa30-3f9b-4726-a8df-69bd94bca0fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755854225062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14789332'] for segment, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:48.103271 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-80ecfa30-3f9b-4726-a8df-69bd94bca0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046'] for segment, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:48.109265 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80ecfa30-3f9b-4726-a8df-69bd94bca0fc admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:19:48.109657 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-80ecfa30-3f9b-4726-a8df-69bd94bca0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16666794'] for segment, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:48.112001 dv-cinder-760178-13-iscsi neutron-server[94135]: Traceback (most recent call last): Sep 14 23:19:48.112001 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 23:19:48.112001 dv-cinder-760178-13-iscsi neutron-server[94135]: timer() Sep 14 23:19:48.112001 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 23:19:48.112001 dv-cinder-760178-13-iscsi neutron-server[94135]: cb(*args, **kw) Sep 14 23:19:48.112001 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 23:19:48.112001 dv-cinder-760178-13-iscsi neutron-server[94135]: return func(*args, **kwargs) Sep 14 23:19:48.112001 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 23:19:48.112001 dv-cinder-760178-13-iscsi neutron-server[94135]: self._notify() Sep 14 23:19:48.112001 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 23:19:48.112001 dv-cinder-760178-13-iscsi neutron-server[94135]: self.callback(batched_events) Sep 14 23:19:48.112001 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 23:19:48.112001 dv-cinder-760178-13-iscsi neutron-server[94135]: event.method(event) Sep 14 23:19:48.112001 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 23:19:48.112001 dv-cinder-760178-13-iscsi neutron-server[94135]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 23:19:48.112001 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 23:19:48.112001 dv-cinder-760178-13-iscsi neutron-server[94135]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 23:19:48.112001 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 23:19:48.112001 dv-cinder-760178-13-iscsi neutron-server[94135]: return f(self, *a, **k) Sep 14 23:19:48.112001 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 23:19:48.112001 dv-cinder-760178-13-iscsi neutron-server[94135]: return self._get(url).json() Sep 14 23:19:48.112001 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 23:19:48.112001 dv-cinder-760178-13-iscsi neutron-server[94135]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 23:19:48.112001 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 23:19:48.112001 dv-cinder-760178-13-iscsi neutron-server[94135]: return self.request(url, 'GET', **kwargs) Sep 14 23:19:48.112001 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 23:19:48.112001 dv-cinder-760178-13-iscsi neutron-server[94135]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 23:19:48.112001 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 23:19:48.112001 dv-cinder-760178-13-iscsi neutron-server[94135]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 23:19:48.112001 dv-cinder-760178-13-iscsi neutron-server[94135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 23:19:48.112001 dv-cinder-760178-13-iscsi neutron-server[94135]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 23:19:48.112001 dv-cinder-760178-13-iscsi neutron-server[94135]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 23:19:48.168271 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-80ecfa30-3f9b-4726-a8df-69bd94bca0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3627085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529177'] for network, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:48.174303 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-80ecfa30-3f9b-4726-a8df-69bd94bca0fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for network, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:48.176180 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-80ecfa30-3f9b-4726-a8df-69bd94bca0fc admin admin] 10.222.0.39 "DELETE /v2.0/networks/b6b378f1-7a0f-4d9e-bae9-58a1c529ee10 HTTP/1.1" status: 204 len: 168 time: 0.5498931 Sep 14 23:19:48.179067 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 51326) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:19:48.194416 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ecfa30-3f9b-4726-a8df-69bd94bca0fc admin admin] Pushing event deleted for resources: {'Network': ['ID=b6b378f1-7a0f-4d9e-bae9-58a1c529ee10,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:19:48.535451 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2848276a-cf55-48b3-8ef0-e5b43be44104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530187'] for router_interface, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:48.773815 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2848276a-cf55-48b3-8ef0-e5b43be44104 admin admin] Deleting port be74f4a1-2392-4da8-bfd7-6036e62c7fd6 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:19:48.774159 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2848276a-cf55-48b3-8ef0-e5b43be44104 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:48.849766 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-2848276a-cf55-48b3-8ef0-e5b43be44104 admin admin] For port be74f4a1-2392-4da8-bfd7-6036e62c7fd6, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=be74f4a1-2392-4da8-bfd7-6036e62c7fd6,segment=NetworkSegment(39c8e873-37fd-4ca9-924e-739c9f85b93c),segment_id=39c8e873-37fd-4ca9-924e-739c9f85b93c)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:19:48.850047 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2848276a-cf55-48b3-8ef0-e5b43be44104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:48.862138 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-2848276a-cf55-48b3-8ef0-e5b43be44104 admin admin] Calling delete_port for be74f4a1-2392-4da8-bfd7-6036e62c7fd6 owned by network:router_interface {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:19:49.034769 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2848276a-cf55-48b3-8ef0-e5b43be44104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:49.056705 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848276a-cf55-48b3-8ef0-e5b43be44104 admin admin] Pushing event deleted for resources: {'Port': ['ID=be74f4a1-2392-4da8-bfd7-6036e62c7fd6,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:19:49.230767 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-2848276a-cf55-48b3-8ef0-e5b43be44104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529339'] for router_interface, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:49.443003 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2848276a-cf55-48b3-8ef0-e5b43be44104 admin admin] Router ddac92c4-ee18-4f5f-9727-cc316275fa12 has already been hosted by L3 agent 88d04d25-3a05-4006-88c1-ffe979d60b1f {{(pid=94135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 23:19:49.520955 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device c606804e-418c-4c91-8b4d-b412f2e9cee1 no longer exists at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:19:49.541762 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] No Port match for: c606804e-418c-4c91-8b4d-b412f2e9cee1 {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:19:49.542105 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device c606804e-418c-4c91-8b4d-b412f2e9cee1 not bound to the agent host dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:19:49.542521 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 8ffa0733-738f-4214-bd9a-f06561b0de2e no longer exists at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:19:49.545144 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2848276a-cf55-48b3-8ef0-e5b43be44104 admin admin] Notify agent at l3_agent.dv-cinder-760178-13-iscsi the message routers_updated {{(pid=94135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 23:19:49.550593 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-2848276a-cf55-48b3-8ef0-e5b43be44104 admin admin] 10.222.0.39 "PUT /v2.0/routers/ddac92c4-ee18-4f5f-9727-cc316275fa12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3705771 Sep 14 23:19:49.553192 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 51328) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:19:49.557245 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b46575d-1b27-459c-bdb4-d020b1e2f9b8 None None] Sync routers for ids ['ddac92c4-ee18-4f5f-9727-cc316275fa12'] in dv-cinder-760178-13-iscsi {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:19:49.561607 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] No Port match for: 8ffa0733-738f-4214-bd9a-f06561b0de2e {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:19:49.561955 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 8ffa0733-738f-4214-bd9a-f06561b0de2e not bound to the agent host dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:19:49.570003 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b46575d-1b27-459c-bdb4-d020b1e2f9b8 None None] Routers {'ddac92c4-ee18-4f5f-9727-cc316275fa12'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:19:49.570633 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-6b46575d-1b27-459c-bdb4-d020b1e2f9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:19:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['ddac92c4-ee18-4f5f-9727-cc316275fa12'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:19:49.654532 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d597d1ec-b138-41fd-8fc6-9ba4b1a4530b admin admin] Notify callbacks [] for router, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:49.673610 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-6b46575d-1b27-459c-bdb4-d020b1e2f9b8 None None] Set router ddac92c4-ee18-4f5f-9727-cc316275fa12 gateway port host: dv-cinder-760178-13-iscsi {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:19:49.762939 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d597d1ec-b138-41fd-8fc6-9ba4b1a4530b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:49.816549 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-d597d1ec-b138-41fd-8fc6-9ba4b1a4530b admin admin] Deleting port 59f44ba9-e98a-49dc-9db1-80e579c2aac1 {{(pid=94135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:19:49.816916 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d597d1ec-b138-41fd-8fc6-9ba4b1a4530b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:49.898508 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.db [None req-d597d1ec-b138-41fd-8fc6-9ba4b1a4530b admin admin] For port 59f44ba9-e98a-49dc-9db1-80e579c2aac1, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=59f44ba9-e98a-49dc-9db1-80e579c2aac1,segment=NetworkSegment(a9a9fb15-9287-4c77-9a23-3b65ea6f31f5),segment_id=a9a9fb15-9287-4c77-9a23-3b65ea6f31f5)] {{(pid=94135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:19:49.898882 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d597d1ec-b138-41fd-8fc6-9ba4b1a4530b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:49.911038 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.plugins.ml2.plugin [None req-d597d1ec-b138-41fd-8fc6-9ba4b1a4530b admin admin] Calling delete_port for 59f44ba9-e98a-49dc-9db1-80e579c2aac1 owned by network:router_gateway {{(pid=94135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:19:49.933728 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-6b46575d-1b27-459c-bdb4-d020b1e2f9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddac92c4-ee18-4f5f-9727-cc316275fa12', 'name': 'tempest-TestVolumeBootPattern-1212106432-router', 'tenant_id': '32be4d0f9d214c6e8cbdc87dfe5b5033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'external_fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '59f44ba9-e98a-49dc-9db1-80e579c2aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:57Z', 'updated_at': '2021-09-14T23:19:48Z', 'revision_number': 5, 'project_id': '32be4d0f9d214c6e8cbdc87dfe5b5033', 'gw_port': {'id': '59f44ba9-e98a-49dc-9db1-80e579c2aac1', 'name': '', 'network_id': '97df119d-fd41-4b39-86f3-953f642e27ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddac92c4-ee18-4f5f-9727-cc316275fa12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T23:12:58Z', 'updated_at': '2021-09-14T23:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cfef410-e94d-43c5-8572-4959e322a29a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-13-iscsi'}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:19:49.959731 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b46575d-1b27-459c-bdb4-d020b1e2f9b8 None None] Checking router: ddac92c4-ee18-4f5f-9727-cc316275fa12 for host: dv-cinder-760178-13-iscsi {{(pid=94137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:19:49.967703 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b46575d-1b27-459c-bdb4-d020b1e2f9b8 None None] Routers {'ddac92c4-ee18-4f5f-9727-cc316275fa12'} bound to L3 agent in host dv-cinder-760178-13-iscsi {{(pid=94137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 23:19:49.968305 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-6b46575d-1b27-459c-bdb4-d020b1e2f9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T22:57:05Z,description=,heartbeat_timestamp=2021-09-14T23:19:35Z,host='dv-cinder-760178-13-iscsi',id=88d04d25-3a05-4006-88c1-ffe979d60b1f,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T22:57:05Z,topic='l3_agent')) {'router_ids': ['ddac92c4-ee18-4f5f-9727-cc316275fa12'], 'active': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:19:50.053519 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvr_db [None req-6b46575d-1b27-459c-bdb4-d020b1e2f9b8 None None] Set router ddac92c4-ee18-4f5f-9727-cc316275fa12 gateway port host: None {{(pid=94137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 23:19:50.078045 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d597d1ec-b138-41fd-8fc6-9ba4b1a4530b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16666971'] for port, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:50.104237 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597d1ec-b138-41fd-8fc6-9ba4b1a4530b admin admin] Pushing event deleted for resources: {'Port': ['ID=59f44ba9-e98a-49dc-9db1-80e579c2aac1,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:19:50.107563 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.l3_hamode_db [None req-6b46575d-1b27-459c-bdb4-d020b1e2f9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddac92c4-ee18-4f5f-9727-cc316275fa12', 'name': 'tempest-TestVolumeBootPattern-1212106432-router', 'tenant_id': '32be4d0f9d214c6e8cbdc87dfe5b5033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:57Z', 'updated_at': '2021-09-14T23:19:49Z', 'revision_number': 6, 'project_id': '32be4d0f9d214c6e8cbdc87dfe5b5033', 'gw_port_host': None}], 'dv-cinder-760178-13-iscsi', False) {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:19:50.133783 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b46575d-1b27-459c-bdb4-d020b1e2f9b8 None None] The sync data for ids ['ddac92c4-ee18-4f5f-9727-cc316275fa12'] in dv-cinder-760178-13-iscsi is: [{'id': 'ddac92c4-ee18-4f5f-9727-cc316275fa12', 'name': 'tempest-TestVolumeBootPattern-1212106432-router', 'tenant_id': '32be4d0f9d214c6e8cbdc87dfe5b5033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T23:12:57Z', 'updated_at': '2021-09-14T23:19:49Z', 'revision_number': 6, 'project_id': '32be4d0f9d214c6e8cbdc87dfe5b5033', 'gw_port_host': None}] {{(pid=94137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:19:50.170630 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d597d1ec-b138-41fd-8fc6-9ba4b1a4530b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529277'] for router_gateway, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:50.505735 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d597d1ec-b138-41fd-8fc6-9ba4b1a4530b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1953'] for router, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:50.507842 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d597d1ec-b138-41fd-8fc6-9ba4b1a4530b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:50.554414 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d597d1ec-b138-41fd-8fc6-9ba4b1a4530b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529879'] for router, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:50.554996 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d597d1ec-b138-41fd-8fc6-9ba4b1a4530b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddac92c4-ee18-4f5f-9727-cc316275fa12 {{(pid=94135) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 23:19:50.559502 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-d597d1ec-b138-41fd-8fc6-9ba4b1a4530b admin admin] Notify callbacks [] for router, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:50.560537 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-d597d1ec-b138-41fd-8fc6-9ba4b1a4530b admin admin] 10.222.0.39 "DELETE /v2.0/routers/ddac92c4-ee18-4f5f-9727-cc316275fa12 HTTP/1.1" status: 204 len: 168 time: 1.0064414 Sep 14 23:19:50.563004 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 51330) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:19:50.606621 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d602ca5-9bbb-4dd7-9b0f-e21da624f474 admin admin] Deleting subnet 3f124686-5612-4b2d-95a6-14ec581d66df {{(pid=94135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 23:19:50.609608 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4d602ca5-9bbb-4dd7-9b0f-e21da624f474 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:50.642744 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4d602ca5-9bbb-4dd7-9b0f-e21da624f474 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14789343'] for subnet, precommit_delete_associations {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:50.722627 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4d602ca5-9bbb-4dd7-9b0f-e21da624f474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3629011'] for subnet, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:50.773607 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4d602ca5-9bbb-4dd7-9b0f-e21da624f474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16666996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16040463'] for subnet, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:50.803260 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-4d602ca5-9bbb-4dd7-9b0f-e21da624f474 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:50.805023 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-4d602ca5-9bbb-4dd7-9b0f-e21da624f474 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3f124686-5612-4b2d-95a6-14ec581d66df HTTP/1.1" status: 204 len: 168 time: 0.2410529 Sep 14 23:19:50.808650 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d602ca5-9bbb-4dd7-9b0f-e21da624f474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f124686-5612-4b2d-95a6-14ec581d66df,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:19:50.808809 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [-] (94134) accepted ('10.222.0.39', 51332) {{(pid=94134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:19:50.809221 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006a75e1-8493-4eff-9ce5-4855657bc458 None None] Network fc270109-8531-4a50-b2b5-6c57cebb0a74 requested from dv-cinder-760178-13-iscsi {{(pid=94136) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 23:19:50.879089 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6598ae58-f104-42f9-b3c0-024a19d97210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3648290'] for network, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:50.935364 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-6598ae58-f104-42f9-b3c0-024a19d97210 admin admin] Deleting port 5bc03961-aa49-46a9-aba0-94d757e06567 {{(pid=94134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:19:50.935709 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6598ae58-f104-42f9-b3c0-024a19d97210 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:50.988536 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af4b5c1-16b1-4418-9a29-14827d6d42a9 None None] DHCP port deletion for fc270109-8531-4a50-b2b5-6c57cebb0a74 request from dv-cinder-760178-13-iscsi {{(pid=94136) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 23:19:51.003972 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-6598ae58-f104-42f9-b3c0-024a19d97210 admin admin] For port 5bc03961-aa49-46a9-aba0-94d757e06567, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=5bc03961-aa49-46a9-aba0-94d757e06567,segment=NetworkSegment(39c8e873-37fd-4ca9-924e-739c9f85b93c),segment_id=39c8e873-37fd-4ca9-924e-739c9f85b93c)] {{(pid=94134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:19:51.004341 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6598ae58-f104-42f9-b3c0-024a19d97210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:51.016755 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.plugin [None req-6598ae58-f104-42f9-b3c0-024a19d97210 admin admin] Calling delete_port for 5bc03961-aa49-46a9-aba0-94d757e06567 owned by network:dhcp {{(pid=94134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:19:51.034705 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-5af4b5c1-16b1-4418-9a29-14827d6d42a9 None None] Deleting port 5bc03961-aa49-46a9-aba0-94d757e06567 {{(pid=94136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 23:19:51.035087 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-5af4b5c1-16b1-4418-9a29-14827d6d42a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755854471729'] for port, before_delete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:51.105549 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6598ae58-f104-42f9-b3c0-024a19d97210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16122536'] for port, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:51.107055 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.db [None req-5af4b5c1-16b1-4418-9a29-14827d6d42a9 None None] For port 5bc03961-aa49-46a9-aba0-94d757e06567, host dv-cinder-760178-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-13-iscsi',level=0,port_id=5bc03961-aa49-46a9-aba0-94d757e06567,segment=NetworkSegment(39c8e873-37fd-4ca9-924e-739c9f85b93c),segment_id=39c8e873-37fd-4ca9-924e-739c9f85b93c)] {{(pid=94136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 23:19:51.107380 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-5af4b5c1-16b1-4418-9a29-14827d6d42a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584771'] for port, precommit_delete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:51.119752 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-5af4b5c1-16b1-4418-9a29-14827d6d42a9 None None] Calling delete_port for 5bc03961-aa49-46a9-aba0-94d757e06567 owned by network:dhcp {{(pid=94136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 23:19:51.134393 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6598ae58-f104-42f9-b3c0-024a19d97210 admin admin] No DVR routers for this DVR port 5bc03961-aa49-46a9-aba0-94d757e06567 on host dv-cinder-760178-13-iscsi {{(pid=94134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:19:51.140052 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598ae58-f104-42f9-b3c0-024a19d97210 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bc03961-aa49-46a9-aba0-94d757e06567,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:19:51.251718 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-5af4b5c1-16b1-4418-9a29-14827d6d42a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3597090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755854475511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755853921729'] for port, after_delete {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:51.262976 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6598ae58-f104-42f9-b3c0-024a19d97210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3627092', 'neutron.services.segments.db._delete_segments_for_network-8755854224285'] for network, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:51.280523 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4b5c1-16b1-4418-9a29-14827d6d42a9 None None] Pushing event deleted for resources: {'Port': ['ID=5bc03961-aa49-46a9-aba0-94d757e06567,revision_number=None']} {{(pid=94136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:19:51.285243 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.services.segments.db [None req-6598ae58-f104-42f9-b3c0-024a19d97210 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc270109-8531-4a50-b2b5-6c57cebb0a74']}} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:19:51.288737 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af4b5c1-16b1-4418-9a29-14827d6d42a9 None None] No DVR routers for this DVR port 5bc03961-aa49-46a9-aba0-94d757e06567 on host dv-cinder-760178-13-iscsi {{(pid=94136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:19:51.291102 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4b5c1-16b1-4418-9a29-14827d6d42a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:51.291480 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4b5c1-16b1-4418-9a29-14827d6d42a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:51.291836 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4b5c1-16b1-4418-9a29-14827d6d42a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:51.292176 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4b5c1-16b1-4418-9a29-14827d6d42a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:51.292512 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4b5c1-16b1-4418-9a29-14827d6d42a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:51.292875 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4b5c1-16b1-4418-9a29-14827d6d42a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:51.293207 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4b5c1-16b1-4418-9a29-14827d6d42a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:51.293537 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4b5c1-16b1-4418-9a29-14827d6d42a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:51.293883 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4b5c1-16b1-4418-9a29-14827d6d42a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:51.294214 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4b5c1-16b1-4418-9a29-14827d6d42a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:51.294539 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4b5c1-16b1-4418-9a29-14827d6d42a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:51.294865 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4b5c1-16b1-4418-9a29-14827d6d42a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-13-iscsi {{(pid=94136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:51.295093 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.services.segments.db [None req-6598ae58-f104-42f9-b3c0-024a19d97210 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39c8e873-37fd-4ca9-924e-739c9f85b93c') {'for_net_delete': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:19:51.295395 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.services.segments.db [None req-6598ae58-f104-42f9-b3c0-024a19d97210 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39c8e873-37fd-4ca9-924e-739c9f85b93c') {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:19:51.306880 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6598ae58-f104-42f9-b3c0-024a19d97210 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755854225062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13278720'] for segment, before_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:51.322452 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6598ae58-f104-42f9-b3c0-024a19d97210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046'] for segment, precommit_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:51.328559 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6598ae58-f104-42f9-b3c0-024a19d97210 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:19:51.329017 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6598ae58-f104-42f9-b3c0-024a19d97210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3615046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16122713'] for segment, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:51.331458 dv-cinder-760178-13-iscsi neutron-server[94134]: Traceback (most recent call last): Sep 14 23:19:51.331458 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 23:19:51.331458 dv-cinder-760178-13-iscsi neutron-server[94134]: timer() Sep 14 23:19:51.331458 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 23:19:51.331458 dv-cinder-760178-13-iscsi neutron-server[94134]: cb(*args, **kw) Sep 14 23:19:51.331458 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 23:19:51.331458 dv-cinder-760178-13-iscsi neutron-server[94134]: return func(*args, **kwargs) Sep 14 23:19:51.331458 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 23:19:51.331458 dv-cinder-760178-13-iscsi neutron-server[94134]: self._notify() Sep 14 23:19:51.331458 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 23:19:51.331458 dv-cinder-760178-13-iscsi neutron-server[94134]: self.callback(batched_events) Sep 14 23:19:51.331458 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 23:19:51.331458 dv-cinder-760178-13-iscsi neutron-server[94134]: event.method(event) Sep 14 23:19:51.331458 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 23:19:51.331458 dv-cinder-760178-13-iscsi neutron-server[94134]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 23:19:51.331458 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 23:19:51.331458 dv-cinder-760178-13-iscsi neutron-server[94134]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 23:19:51.331458 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 23:19:51.331458 dv-cinder-760178-13-iscsi neutron-server[94134]: return f(self, *a, **k) Sep 14 23:19:51.331458 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 23:19:51.331458 dv-cinder-760178-13-iscsi neutron-server[94134]: return self._get(url).json() Sep 14 23:19:51.331458 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 23:19:51.331458 dv-cinder-760178-13-iscsi neutron-server[94134]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 23:19:51.331458 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 23:19:51.331458 dv-cinder-760178-13-iscsi neutron-server[94134]: return self.request(url, 'GET', **kwargs) Sep 14 23:19:51.331458 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 23:19:51.331458 dv-cinder-760178-13-iscsi neutron-server[94134]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 23:19:51.331458 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 23:19:51.331458 dv-cinder-760178-13-iscsi neutron-server[94134]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 23:19:51.331458 dv-cinder-760178-13-iscsi neutron-server[94134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 23:19:51.331458 dv-cinder-760178-13-iscsi neutron-server[94134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 23:19:51.331458 dv-cinder-760178-13-iscsi neutron-server[94134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 23:19:51.384584 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6598ae58-f104-42f9-b3c0-024a19d97210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3627085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529177'] for network, after_delete {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:51.389617 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6598ae58-f104-42f9-b3c0-024a19d97210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538198'] for network, before_response {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:51.391514 dv-cinder-760178-13-iscsi neutron-server[94134]: INFO neutron.wsgi [None req-6598ae58-f104-42f9-b3c0-024a19d97210 admin admin] 10.222.0.39 "DELETE /v2.0/networks/fc270109-8531-4a50-b2b5-6c57cebb0a74 HTTP/1.1" status: 204 len: 168 time: 0.5829253 Sep 14 23:19:51.404310 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598ae58-f104-42f9-b3c0-024a19d97210 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc270109-8531-4a50-b2b5-6c57cebb0a74,revision_number=None']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:19:51.474026 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device be74f4a1-2392-4da8-bfd7-6036e62c7fd6 no longer exists at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:19:51.495106 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] No Port match for: be74f4a1-2392-4da8-bfd7-6036e62c7fd6 {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:19:51.495515 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device be74f4a1-2392-4da8-bfd7-6036e62c7fd6 not bound to the agent host dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:19:51.495997 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 5bc03961-aa49-46a9-aba0-94d757e06567 no longer exists at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:19:51.509859 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 51336) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:19:51.515889 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] No Port match for: 5bc03961-aa49-46a9-aba0-94d757e06567 {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:19:51.516238 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 5bc03961-aa49-46a9-aba0-94d757e06567 not bound to the agent host dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:19:51.516731 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 59f44ba9-e98a-49dc-9db1-80e579c2aac1 no longer exists at agent ovs-agent-dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 23:19:51.536347 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.plugin [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] No Port match for: 59f44ba9-e98a-49dc-9db1-80e579c2aac1 {{(pid=94136) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 23:19:51.536769 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron.plugins.ml2.rpc [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Device 59f44ba9-e98a-49dc-9db1-80e579c2aac1 not bound to the agent host dv-cinder-760178-13-iscsi {{(pid=94136) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 23:19:51.551251 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-1de57b44-1d29-4fb4-bfe1-dc5e0e89309e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8915cc648aab4f24a51c9b9e231e2b99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400445 Sep 14 23:19:51.553785 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 51338) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:19:51.604068 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7f0e7b17-c12a-43cd-8d29-726c5ee4980a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:51.624514 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7f0e7b17-c12a-43cd-8d29-726c5ee4980a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:51.669628 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7f0e7b17-c12a-43cd-8d29-726c5ee4980a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:51.672330 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-7f0e7b17-c12a-43cd-8d29-726c5ee4980a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:51.673520 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-7f0e7b17-c12a-43cd-8d29-726c5ee4980a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7e2575a1-e19c-40ca-aa0b-cdf8ee077bfb HTTP/1.1" status: 204 len: 168 time: 0.1187932 Sep 14 23:19:51.681120 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e7b17-c12a-43cd-8d29-726c5ee4980a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2575a1-e19c-40ca-aa0b-cdf8ee077bfb,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:19:51.985636 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 51344) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:19:52.024824 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-159d2dfe-dcc3-4562-854c-96b1827fe46d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=32be4d0f9d214c6e8cbdc87dfe5b5033&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378103 Sep 14 23:19:52.027164 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [-] (94135) accepted ('10.222.0.39', 51346) {{(pid=94135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 23:19:52.078287 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-04dc58a7-98c5-407d-91ef-a89d275c3485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:52.100227 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-04dc58a7-98c5-407d-91ef-a89d275c3485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:52.145929 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-04dc58a7-98c5-407d-91ef-a89d275c3485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486868'] for security_group, after_delete {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:52.148436 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron_lib.callbacks.manager [None req-04dc58a7-98c5-407d-91ef-a89d275c3485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:52.149668 dv-cinder-760178-13-iscsi neutron-server[94135]: INFO neutron.wsgi [None req-04dc58a7-98c5-407d-91ef-a89d275c3485 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/41ae7429-4fa0-46ec-a101-17a685dc9bcb HTTP/1.1" status: 204 len: 168 time: 0.1216013 Sep 14 23:19:52.157987 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc58a7-98c5-407d-91ef-a89d275c3485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ae7429-4fa0-46ec-a101-17a685dc9bcb,revision_number=None']} {{(pid=94135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:20:00.458462 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:02.248314 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-b7cfd9cf-b223-4f80-a295-4609698c73f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:04.961574 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d004d429-b81c-4337-add5-2af9d26d4d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:04.987951 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:06.101810 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:07.955624 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:16.701049 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 6 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:20:24.168705 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [req-dc7b818f-1540-4d09-a5c5-94c451518691 req-57e6f96c-8f3d-4941-8a84-d53f2093068d service neutron] (94134) timed out ('10.222.0.52', 55092) {{(pid=94134) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 14 23:20:25.288345 dv-cinder-760178-13-iscsi neutron-server[94134]: DEBUG neutron.wsgi [req-3a1bc5cd-1749-4036-bcb7-b272df3f8201 req-76c39622-b2bf-4775-b77b-e8e165d4b3b3 service neutron] (94134) timed out ('10.222.0.52', 55116) {{(pid=94134) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 14 23:20:30.457696 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:32.249028 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-2ee53f15-e15e-4616-a061-a39e2e1c69b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:34.964554 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-8927eb14-9198-41f3-a085-baa634148e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:34.995608 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:36.104864 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:37.960971 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:53.700511 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 6 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:21:00.458011 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:02.249215 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-f443ea29-bb65-4ce4-8b1b-d49d76fb8cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:04.965564 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-90c5ef64-ea60-4bdf-b22a-508c56a78930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:04.985422 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:06.106772 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:07.968808 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:30.454504 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:30.699358 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 6 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:21:32.249773 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-912631dd-c931-4600-ac37-0d7d70b066e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:34.967566 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cf09d4ae-7d3f-4b09-9991-326c03635fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:34.984725 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:36.108948 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:37.967484 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:00.468521 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:02.250523 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-ba604d4b-5df6-423c-a580-f40a859a216d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:04.968321 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-96e1da85-723e-43c6-be7f-9e0214bc82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:04.984997 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:06.111495 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:07.697805 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 6 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:22:07.968774 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:30.499456 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:32.252034 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-2b08abe3-401e-4be4-8c10-6cb9b50d6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:34.969426 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-5fbbb4c5-d0be-43af-9e9a-43d335dba189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:34.986716 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:36.113970 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:37.972574 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:44.696746 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 6 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:23:00.518075 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:02.253123 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-2432326a-2274-4fc2-92d1-852f5127cbef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:04.971203 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-b8489dfc-74ba-4cca-840d-f86f313e2b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:04.990258 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:06.116042 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:07.979000 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:21.696447 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 6 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:23:30.518411 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:32.252676 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-8dce73f4-02b4-4a78-a359-af85a6dc83f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:34.974423 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-efee2dd0-deea-44c9-9b3a-be0bcb286996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:34.990278 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:35.512705 dv-cinder-760178-13-iscsi neutron-server[94135]: DEBUG neutron.wsgi [req-899cea01-f90f-4de5-909c-023b47eb3a9d req-9d68508b-69c6-4a9e-a4f6-e25f89bd5ac4 service neutron] (94135) timed out ('10.222.0.52', 55098) {{(pid=94135) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 14 23:23:36.118773 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:37.977625 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:58.696018 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 6 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:24:00.519008 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:02.252890 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-b74aa286-1612-4b02-98a7-efe96e601611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:04.977312 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-8b8db0c5-e977-4404-a537-3a368a56a29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:04.995014 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:06.120824 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:07.981052 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:30.520187 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:32.253305 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-b8605a1a-d700-4c07-970f-b0d0cc0eb6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:34.977564 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-d41510ee-8f6a-4e66-924d-cbab59c75336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:34.996457 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:35.695065 dv-cinder-760178-13-iscsi neutron-server[94137]: DEBUG neutron.db.agents_db [None req-fc734070-c54a-45f2-a66d-52c377052b2f None None] Agent healthcheck: found 6 active agents {{(pid=94137) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 23:24:36.124157 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-cd86e4c3-bc1c-4ab5-9e27-c469216f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:37.983962 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-192d30f8-31ae-4578-bf5c-f48e2b4aa895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:00.517495 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-38541c1f-eabf-43dc-ac63-38b7ac605506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:02.256690 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-910a98bf-4794-4497-adf6-cfbbb3b888b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:04.978136 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-59cb367f-70dd-48c2-93be-7a1bcc46786e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:04.996570 dv-cinder-760178-13-iscsi neutron-server[94136]: DEBUG neutron_lib.callbacks.manager [None req-0c71bbe9-9c0e-4f99-bd94-5b0e50dd2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755854224267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621716'] for agent, after_update {{(pid=94136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}